{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Neural Machine Translation: German to English (With Pretrained Word Vectors)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/dist-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
      "  from ._conv import register_converters as _register_converters\n"
     ]
    }
   ],
   "source": [
    "# These are all the modules we'll be using later. Make sure you can import them\n",
    "# before proceeding further.\n",
    "\n",
    "# ***********************************************************\n",
    "# Please use \"pip install unidecode\"\n",
    "# to install the unidecode library if you haven't installed it\n",
    "\n",
    "%matplotlib inline\n",
    "from __future__ import print_function\n",
    "import collections\n",
    "import math\n",
    "import numpy as np\n",
    "import os\n",
    "import random\n",
    "import tensorflow as tf\n",
    "import zipfile\n",
    "from matplotlib import pylab\n",
    "from six.moves import range\n",
    "from six.moves.urllib.request import urlretrieve\n",
    "import tensorflow as tf\n",
    "from PIL import Image\n",
    "from collections import Counter\n",
    "import csv\n",
    "\n",
    "import unidecode\n",
    "from nltk.translate.bleu_score import corpus_bleu\n",
    "import nltk"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Loading Data \n",
    "\n",
    "First, download the data from this [page](https://nlp.stanford.edu/projects/nmt/). The required files are:\n",
    "\n",
    "* File containing German sentences: [`train.de`](https://nlp.stanford.edu/projects/nmt/data/wmt14.en-de/train.de)\n",
    "* File containing English sentences: [`train.en`](https://nlp.stanford.edu/projects/nmt/data/wmt14.en-de/train.en)\n",
    "* File containing German vocabulary: [`vocab.50K.de`](https://nlp.stanford.edu/projects/nmt/data/wmt14.en-de/vocab.50K.de)\n",
    "* File containing English vocabulary: [`vocab.50K.en`](https://nlp.stanford.edu/projects/nmt/data/wmt14.en-de/vocab.50K.en)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Loading Vocabulary\n",
    "\n",
    "First we build the vocabulary dictionaries for both the source (German) and target (English) languages. The vocabularies are found in the `vocab.50K.de` (German) and `vocab.50K.en` files."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Source\n",
      "\t [('recent', 33872), ('Strafmaß', 49477), ('Ukrainer', 24405), ('stecken', 6942), ('Wirtschaftsreformen', 17596), ('Retro', 30753), ('Brillen', 36529), ('verweilen', 13178), ('Familienhotel', 16611), ('Evangelium', 17121)]\n",
      "\t [(0, '<unk>'), (1, '<s>'), (2, '</s>'), (3, ','), (4, '.'), (5, 'die'), (6, 'der'), (7, 'und'), (8, 'in'), (9, 'zu')]\n",
      "\t Vocabulary size:  50000\n",
      "Target\n",
      "\t [('Rhone', 24708), ('recent', 597), ('Gaston', 44095), ('Retro', 41945), ('Schultz', 34091), ('lapses', 16345), ('sacral', 36968), ('novembre', 46943), ('parc', 31063), ('Zoran', 41835)]\n",
      "\t [(0, '<unk>'), (1, '<s>'), (2, '</s>'), (3, 'the'), (4, ','), (5, '.'), (6, 'of'), (7, 'and'), (8, 'to'), (9, 'in')]\n",
      "\t Vocabulary size:  50000\n"
     ]
    }
   ],
   "source": [
    "# ==========================================\n",
    "# Building source language vocabulary\n",
    "\n",
    "# Contains word string -> ID mapping\n",
    "src_dictionary = dict()\n",
    "\n",
    "# Read the vocabulary file\n",
    "with open('vocab.50K.de', encoding='utf-8') as f:\n",
    "    # Read and store every line\n",
    "    for line in f:\n",
    "        #we are discarding last char as it is new line char\n",
    "        src_dictionary[line[:-1]] = len(src_dictionary)\n",
    "\n",
    "# Build a reverse dictionary with the mapping ID -> word string\n",
    "src_reverse_dictionary = dict(zip(src_dictionary.values(),src_dictionary.keys()))\n",
    "\n",
    "# Print some of the words in the dictionary\n",
    "print('Source')\n",
    "print('\\t',list(src_dictionary.items())[:10])\n",
    "print('\\t',list(src_reverse_dictionary.items())[:10])\n",
    "print('\\t','Vocabulary size: ', len(src_dictionary))\n",
    "\n",
    "# ==========================================\n",
    "# Building source language vocabulary\n",
    "\n",
    "# Contains word string -> ID mapping\n",
    "tgt_dictionary = dict()\n",
    "\n",
    "# Read the vocabulary file\n",
    "with open('vocab.50K.en', encoding='utf-8') as f:\n",
    "    # Read and store every line\n",
    "    for line in f:\n",
    "        #we are discarding last char as it is new line char\n",
    "        tgt_dictionary[line[:-1]] = len(tgt_dictionary)\n",
    "\n",
    "# Build a reverse dictionary with the mapping ID -> word string\n",
    "tgt_reverse_dictionary = dict(zip(tgt_dictionary.values(),tgt_dictionary.keys()))\n",
    "\n",
    "# Print some of the words in the dictionary\n",
    "print('Target')\n",
    "print('\\t',list(tgt_dictionary.items())[:10])\n",
    "print('\\t',list(tgt_reverse_dictionary.items())[:10])\n",
    "print('\\t','Vocabulary size: ', len(tgt_dictionary))\n",
    "\n",
    "# Each language has 50000 words\n",
    "vocabulary_size = 50000"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Loading Training and Testing Data\n",
    "\n",
    "Here we load the data in the `train.de` and `train.en` files. And split the data in the files into two sets; training and testing data."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sample translations (250000)\n",
      "( 0 ) DE:  Hier erfahren Sie , wie Sie Creative Suite 2 und Creative Suite 3 am besten zusammen mit QuarkXPress nutzen können .\n",
      "\n",
      "( 0 ) EN:  Here , you ’ ll find out how Creative Suite users can get the best possible interaction with QuarkXPress .\n",
      "\n",
      "( 10000 ) DE:  Für die sehr günstigen Wochen- und Monatskarten ( 1 Monat ca.\n",
      "\n",
      "( 10000 ) EN:  It is THE trendy area of Marseille .\n",
      "\n",
      "( 20000 ) DE:  Freuen Sie sich auf die romantische Atmosphäre in den Zimmern und Apartments .\n",
      "\n",
      "( 20000 ) EN:  Enjoy the romantic atmosphere of one of the guest rooms or apartments .\n",
      "\n",
      "( 30000 ) DE:  Zu zwiespältig sind Dr. Gutherzens Erfahrungen aus frühen Studententagen verlaufen , in denen er sich in die Gefielde von durch Heidegger geprägten Autor / innen begeben hat und dort ständig mit strengem Blick darauf verwiesen wurde , er habe bestimmte Theorieressourcen und Gedankengebäude einfach noch nicht gründlich genug verstanden und könne deshalb nicht begreifen , warum seine Einwände zu bestimmten Texten und Diskursen nicht stichhaltig seien .\n",
      "\n",
      "( 30000 ) EN:  This vagueness lends itself to an idealisation of violence , formulated in concepts of &quot; assault &quot; against imaginary authorities or enthusiastic notions of &quot; blissful traumatic knowledge &quot; .\n",
      "\n",
      "( 40000 ) DE:  Sie veranlassen den untergeordneten Prozess , sich während seiner gesamten Lebensdauer lediglich einmal mit dem SQL ##AT##-##AT## Server zu verbinden , anstatt bei jedem Aufruf einer Seite , die eine Verbindung benötigt .\n",
      "\n",
      "( 40000 ) EN:  They cause the child process to simply connect only once for its entire lifespan , instead of every time it processes a page that requires connecting to the SQL server .\n",
      "\n",
      "( 50000 ) DE:  Je intensiver man dabei bleibt , desto bessere Ergebnisse erzielt man .\n",
      "\n",
      "( 50000 ) EN:  The more intensively you do them , the better the results .\n",
      "\n",
      "( 60000 ) DE:  In allen Zimmern ist Digitalfernsehen und Internetzugang für sowohl Geschäftsreisende als auch Urlauber erhältlich .\n",
      "\n",
      "( 60000 ) EN:  All rooms offer digital TV and Internet access appealing to both corporate and leisure guests .\n",
      "\n",
      "( 70000 ) DE:  Bitte beachten Sie , dass Ihr Check ##AT##-##AT## in ##AT##-##AT## Code nicht mit der Buchungsnummer identisch ist .\n",
      "\n",
      "( 70000 ) EN:  Please note that the check ##AT##-##AT## in number and your reservation number are not the same .\n",
      "\n",
      "( 80000 ) DE:  Auch die Art , wie man einen eigenen Weißabgleich vornehmen kann , darf angepasst werden .\n",
      "\n",
      "( 80000 ) EN:  Another thing that should be reassessed is the way in which the user creates his own white balance .\n",
      "\n",
      "( 90000 ) DE:  Weitere Supportoptionen ( http : / / support.microsoft.com / contactus ) : Stellen Sie Ihre Fragen im Web , wenden Sie sich an Microsoft Support Services , oder teilen Sie uns Ihre Meinung mit .\n",
      "\n",
      "( 90000 ) EN:  Other Support Options ( http : / / support.microsoft.com / default.aspx ? pr = csshome ) : Use the Web to ask a question , contact Microsoft Customer Support Services , or provide feedback .\n",
      "\n",
      "( 100000 ) DE:  Ik vond het geen 4 ##STAR## waard . Het appartement oogde erg schroezelig en gedateerd , personeel sprak erg gebrekkig Engels .\n",
      "\n",
      "( 100000 ) EN:  Trousse d &apos;information manquante et devrait inclure une carte du site ainsi que des services et activités sur les lieu ou dans la commune ainsi les attraits touristiques de la région .\n",
      "\n",
      "( 110000 ) DE:  Dieses Bild spiegelt sich in Ihrem Unternehmen und Ihren Produkten wieder .\n",
      "\n",
      "( 110000 ) EN:  This image reflects on your company and products .\n",
      "\n",
      "( 120000 ) DE:  Alle Zimmer sind mit Digital ##AT##-##AT## TV und DVD und kostenlosem Breitbandanschluss sowie Direktwahltelefon ausgestattet .\n",
      "\n",
      "( 120000 ) EN:  Our rooms include a romantic four ##AT##-##AT## poster and two easy access ground floor rooms . All rooms are equipped to hotel standards with Digital TV and DVD , free broadband connections and free local and national direct dial phones .\n",
      "\n",
      "( 130000 ) DE:  Nothing if im quite honet . I wouldnt stay here again or recommend it to anyone i know .\n",
      "\n",
      "( 130000 ) EN:  the room was basic but spacoius and clean , the staff were friendly and helpful , the food was tasty , all in all , lovely place to stay !\n",
      "\n",
      "( 140000 ) DE:  Es gibt 4 verschiedene Möglichkeiten , Cannon Blast zu Ihrem Blog oder Ihrer Website hinzuzufügen .\n",
      "\n",
      "( 140000 ) EN:  There are 4 different ways of posting Cannon Blast to your blog or website .\n",
      "\n",
      "( 150000 ) DE:  Wenn die Buchung vor 14 : 00 Uhr 3 , Tage vor dem geplanten Anreisetag storniert wird , fällt keine Stornierungsgebühr an .\n",
      "\n",
      "( 150000 ) EN:  There will be no cancellation charge if a booking is cancelled before 14 : 00 3 days before your date of arrival .\n",
      "\n",
      "( 160000 ) DE:  Im geräumigen Hotelrestaurant Al Caminetto kosten Sie Gerichte aus Mailand und aus aller Welt .\n",
      "\n",
      "( 160000 ) EN:  The hotel ’ s restaurant , Al Caminetto , serves Milanese and international cuisine .\n",
      "\n",
      "( 170000 ) DE:  Während der 60 &apos; er Jahre gab es viele Regisseure die in die Wüste von Ameria zogen um , mit der ...\n",
      "\n",
      "( 170000 ) EN:  During the 1960s , numerous movie directors chose Almeria &apos;s desert ##AT##-##AT## like landscape to film some of ...\n",
      "\n",
      "( 180000 ) DE:  Tikje krappe kamer voor het aanwezige meubilair en de lift is absoluut niet meer van deze tijd : veel te klein .\n",
      "\n",
      "( 180000 ) EN:  Chambre minuscule , rien à voir avec les photos présentées , SDB &quot; vieillotte &quot; . Absence totale d &apos;insonorisation : l &apos;intimité de vos voisins de chambre en direct ....... Séjour écourté ......\n",
      "\n",
      "( 190000 ) DE:  Das Großunternehmen sieht sich einfach die Produkte des kleinen Unternehmens an und unterstellt so viele Patentverletzungen , wie es nur geht .\n",
      "\n",
      "( 190000 ) EN:  The large corporation will look at the products of the small company and bring up as many patent infringement assertions as possible .\n",
      "\n",
      "( 200000 ) DE:  Wochentags bis 22 Uhr , Samstags bis 18 Uhr geöffnet . Sehr sympathische Atmosphäre .\n",
      "\n",
      "( 200000 ) EN:  This is an interactive multimedia tour ( choice of languages ) through Weimar &apos;s history from prehistoric times to the present .\n",
      "\n",
      "( 210000 ) DE:  Wann möchten Sie im Entrecercas übernachten ?\n",
      "\n",
      "( 210000 ) EN:  When would you like to stay at the Entrecercas ?\n",
      "\n",
      "( 220000 ) DE:  In der ordentlichen Sitzung am 22. September 2008 befasste sich der Aufsichtsrat mit strategischen Themen aus den einzelnen Geschäftsbereichen wie der Positionierung des Kassamarktes im Wettbewerb mit außerbörslichen Handelsplattformen , den Innovationen im Derivatesegment und verschiedenen Aktivitäten im Nachhandelsbereich .\n",
      "\n",
      "( 220000 ) EN:  At the regular meeting on 22 September 2008 , the Supervisory Board dealt with strategic issues from the various business areas , such as the positioning of the cash market in competition with OTC trading platforms , innovation in the derivatives segment and various post ##AT##-##AT## trading activities .\n",
      "\n",
      "( 230000 ) DE:  Ich hatte keine Sekunde zum Entspannen .\n",
      "\n",
      "( 230000 ) EN:  I never had even one second to relax .\n",
      "\n",
      "( 240000 ) DE:  Das Englisch sprechende Personal steht Ihnen mit Rat und Tat zur Seite , informiert über Sehenswürdigkeiten und arrangiert Ihren Transfer .\n",
      "\n",
      "( 240000 ) EN:  The English ##AT##-##AT## speaking staff are always on hand to make your stay special .\n",
      "\n",
      "Sample test translations (100)\n",
      "DE:  Heute verstehen sich QuarkXPress ® 8 , Photoshop ® und Illustrator ® besser als jemals zuvor . Dank HTML und CSS ­ können Anwender von QuarkXPress inzwischen alle Medien bedienen , und das unabhängig von Anwendungen der Adobe ® Creative Suite ® wie Adobe Flash ® ( SWF ) und Adobe Dreamweaver ® .\n",
      "\n",
      "EN:  Today , QuarkXPress ® 8 has tighter integration with Photoshop ® and Illustrator ® than ever before , and through standards like HTML and CSS , QuarkXPress users can publish across media both independently and alongside Adobe ® Creative Suite ® applications like Adobe Flash ® ( SWF ) and Adobe Dreamweaver ® .\n",
      "\n",
      "DE:  Das Hotel Opera befindet sich in der Nähe des Royal Theatre , Kongens Nytorv , &apos; Stroget &apos; und Nyhavn .\n",
      "\n",
      "EN:  Hotel Opera is situated near The Royal Theatre , Kongens Nytorv , &quot; Strøget &quot; and fascinating Nyhavn .\n",
      "\n",
      "DE:  Es existieren Busverbindungen in nahezu jeden Ort der Provence ( eventuell mit Umsteigen in Aix ##AT##-##AT## en ##AT##-##AT## Provence ) , allerdings sollte beachtet werden , dass die letzten Busse abends ca. um 19 Uhr fahren .\n",
      "\n",
      "EN:  As always in France those highways are expensive but practical , comfortable and fast .\n",
      "\n",
      "DE:  15. einem Dritten bei dem Verstoss gegen eine dieser Regeln zu helfen .\n",
      "\n",
      "EN:  15. assist any third party in engaging in any activity prohibited by these Terms .\n",
      "\n",
      "DE:  Es war staubig , das Bad schmutzig . Sogar die Beleuchtung an der Wand im Flur ( Seitengebäude ) war richtig verstaubt .\n",
      "\n",
      "EN:  It was rather old fashioned in the decoration .\n",
      "\n",
      "DE:  Die Bewohner des Nordens sind ein buntes Völkergemisch aus den verschiedensten Bergstämmen und den Nord ##AT##-##AT## Thais oder kon mueang ; die traditionell in den fruchtbaren Tiefebenen Nordthailands siedeln . In vielerlei Hinsicht halten sich die Nord Thais für die &quot; wahren &quot; Thais , die die Thai ##AT##-##AT## Kultur noch am besten über die Zeit gerettet haben .\n",
      "\n",
      "EN:  From Pratu Chiang Mai market , songthaews also travel to Hang Dong ( 20 baht ) and San Patong , south ##AT##-##AT## west of Chiang Mai .\n",
      "\n",
      "DE:  Auch ist , so denkt Dr. Gutherz , bereits die erste Seite sehr viel versprechend , da sie eine Definition des klinischen Psychotrauma ##AT##-##AT## Begriffes enthält , der er gänzlich zustimmen kann .\n",
      "\n",
      "EN:  At the rhetorical climax of this summary , Dr Goodheart comes across some sentences expressed with great pathos .\n",
      "\n",
      "DE:  Das Cleddau Bridge Hotel ist der ideale Platz um zu entspannen oder geschäftlich zu reisen .\n",
      "\n",
      "EN:  Cleddau Bridge hotel is the ideal place for those who want a relaxing holiday or who travel for business .\n",
      "\n",
      "DE:  Bei einer digitalen Bildkette wird das Intensitätssignal für jedes Pixel ohne analoge Zwischenschritte direkt in der Detektoreinheit digitalisiert , d.h. in Zahlen umgewandelt .\n",
      "\n",
      "EN:  A digital image chain is an image chain that is equipped with a digital detector instead of an analogue one .\n",
      "\n",
      "DE:  Sehr freundliche Auszubildende an der Rezeption , die sehr bemüht noch einen Flug für mich gebucht hat .\n",
      "\n",
      "EN:  First of all I did not like the price ... the next day I went to Milano to a 4 star Hotel for 10 Euro less and super service .. I had a problem with my Internetconnection and the Hotel Maritim did not react right .\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Contains the training sentences\n",
    "source_sent = [] # Input\n",
    "target_sent = [] # Output\n",
    "\n",
    "# Contains the testing sentences\n",
    "test_source_sent = [] # Input\n",
    "test_target_sent = [] # Output\n",
    "\n",
    "# We grab around 100 lines of data that are interleaved \n",
    "# in the first 50000 sentences\n",
    "test_indices = [l_i for l_i in range(50,50001,500)]\n",
    "\n",
    "# Read the source data file and read the first 250,000 lines (except first 50)\n",
    "with open('train.de', encoding='utf-8') as f:\n",
    "    for l_i, line in enumerate(f):\n",
    "        # discarding first 50 translations as there was some\n",
    "        # english to english mappings found in the first few lines. which are wrong\n",
    "        if l_i<50:\n",
    "            continue\n",
    "        \n",
    "        if len(source_sent)<250000 and l_i not in test_indices:\n",
    "            source_sent.append(line)\n",
    "        elif l_i in test_indices:\n",
    "            test_source_sent.append(line)\n",
    "        \n",
    "# Read the target data file and read the first 250,000 lines (except first 50)            \n",
    "with open('train.en', encoding='utf-8') as f:\n",
    "    for l_i, line in enumerate(f):\n",
    "        # discarding first 50 translations as there was some\n",
    "        # english to english mappings found in the first few lines. which are wrong\n",
    "        if l_i<50:\n",
    "            continue\n",
    "        \n",
    "        if len(target_sent)<250000 and l_i not in test_indices:\n",
    "            target_sent.append(line)\n",
    "        elif l_i in test_indices:\n",
    "            test_target_sent.append(line)\n",
    "        \n",
    "# Make sure we extracted same number of both extracted source and target sentences         \n",
    "assert len(source_sent)==len(target_sent),'Source: %d, Target: %d'%(len(source_sent),len(target_sent))\n",
    "\n",
    "# Print some source sentences\n",
    "print('Sample translations (%d)'%len(source_sent))\n",
    "for i in range(0,250000,10000):\n",
    "    print('(',i,') DE: ', source_sent[i])\n",
    "    print('(',i,') EN: ', target_sent[i])\n",
    "\n",
    "# Print some target sentences\n",
    "print('Sample test translations (%d)'%len(test_source_sent))\n",
    "for i in range(0,100,10):\n",
    "    print('DE: ', test_source_sent[i])\n",
    "    print('EN: ', test_target_sent[i])\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Preprocessing text\n",
    "Here we preprocess the text by replacing words not found in the dictionary with `<unk>` as well as remove punctuation marks (`.`,`,`) and new-line characters."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(Source) Sentence mean length:  26.244692\n",
      "(Source) Sentence stddev length:  13.854376414156501\n",
      "(Target) Sentence mean length:  28.275308\n",
      "(Target) Sentence stddev length:  14.925498769057468\n",
      "(Test-Source) Sentence mean length:  26.61\n",
      "(Test-Source) Sentence stddev length:  14.800604717375572\n",
      "(Test-Target) Sentence mean length:  29.08\n",
      "(Test-Target) Sentence stddev length:  16.19424589167399\n"
     ]
    }
   ],
   "source": [
    "# Keep track of how many unknown words were encountered\n",
    "src_unk_count, tgt_unk_count = 0, 0\n",
    "\n",
    "def split_to_tokens(sent,is_source):\n",
    "    '''\n",
    "    This function takes in a sentence (source or target)\n",
    "    and preprocess the sentency with various steps (e.g. removing punctuation)\n",
    "    '''\n",
    "    \n",
    "    global src_unk_count, tgt_unk_count\n",
    "\n",
    "    # Remove punctuation and new-line chars\n",
    "    sent = sent.replace(',',' ,')\n",
    "    sent = sent.replace('.',' .')\n",
    "    sent = sent.replace('\\n',' ') \n",
    "    \n",
    "    sent_toks = sent.split(' ')\n",
    "    for t_i, tok in enumerate(sent_toks):\n",
    "        if is_source:\n",
    "            # src_dictionary contain the word -> word ID mapping for source vocabulary\n",
    "            if tok not in src_dictionary.keys():\n",
    "                if not len(tok.strip())==0:\n",
    "                    sent_toks[t_i] = '<unk>'\n",
    "                    src_unk_count += 1\n",
    "        else:\n",
    "            # tgt_dictionary contain the word -> word ID mapping for target vocabulary\n",
    "            if tok not in tgt_dictionary.keys():\n",
    "                if not len(tok.strip())==0:\n",
    "                    sent_toks[t_i] = '<unk>'\n",
    "                    #print(tok)\n",
    "                    tgt_unk_count += 1\n",
    "    return sent_toks\n",
    "\n",
    "# Let us first look at some statistics of the sentences\n",
    "# Train - source data\n",
    "source_len = []\n",
    "source_mean, source_std = 0,0\n",
    "for sent in source_sent:\n",
    "    source_len.append(len(split_to_tokens(sent,True)))\n",
    "\n",
    "print('(Source) Sentence mean length: ', np.mean(source_len))\n",
    "print('(Source) Sentence stddev length: ', np.std(source_len))\n",
    "\n",
    "# Let us first look at some statistics of the sentences\n",
    "# Train - target data\n",
    "target_len = []\n",
    "for sent in target_sent:\n",
    "    target_len.append(len(split_to_tokens(sent,False)))\n",
    "\n",
    "print('(Target) Sentence mean length: ', np.mean(target_len))\n",
    "print('(Target) Sentence stddev length: ', np.std(target_len))\n",
    "\n",
    "# Let us first look at some statistics of the sentences\n",
    "# Test - source data\n",
    "test_source_len = []\n",
    "for sent in test_source_sent:\n",
    "    test_source_len.append(len(split_to_tokens(sent, True)))\n",
    "    \n",
    "print('(Test-Source) Sentence mean length: ', np.mean(test_source_len))\n",
    "print('(Test-Source) Sentence stddev length: ', np.std(test_source_len))\n",
    "\n",
    "# Let us first look at some statistics of the sentences\n",
    "# Test - target data\n",
    "test_target_len = []\n",
    "test_tgt_mean, test_tgt_std = 0,0\n",
    "for sent in test_target_sent:\n",
    "    test_target_len.append(len(split_to_tokens(sent, False)))\n",
    "    \n",
    "print('(Test-Target) Sentence mean length: ', np.mean(test_target_len))\n",
    "print('(Test-Target) Sentence stddev length: ', np.std(test_target_len))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Making training and testing data fixed length"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing Training Data ...\n",
      "\n",
      "Unk counts Src: 464223, Tgt: 214783\n",
      "Sentences  250000\n",
      "\t Done processing training data \n",
      "\n",
      "Samples from training data\n",
      "\t ['<s>', 'Hier', 'erfahren', 'Sie', ',', 'wie', 'Sie', 'Creative', 'Suite', '2', 'und', 'Creative', 'Suite', '3', 'am', 'besten', 'zusammen', 'mit', 'QuarkXPress', 'nutzen', 'können', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Here', ',', 'you', '’', 'll', 'find', 'out', 'how', 'Creative', 'Suite', 'users', 'can', 'get', 'the', 'best', 'possible', 'interaction', 'with', 'QuarkXPress', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Sie', 'werden', 'überrascht', 'sein', ',', 'wie', 'einfach', 'sich', 'mit', 'Quark', 'das', 'volle', 'Potenzial', 'Ihrer', 'Design', '##AT##-##AT##', 'Software', 'erschließen', 'lässt', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'You', '’', 'll', 'be', 'surprised', 'how', 'easy', 'Quark', 'has', 'made', 'it', 'to', 'unlock', 'the', 'full', 'potential', 'of', 'all', 'your', 'design', 'software', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Häufig', 'wird', 'die', 'Meinung', 'vertreten', ',', 'dass', 'QuarkXPress', '8', 'von', 'allen', 'heute', 'verfügbaren', 'Layout', '##AT##-##AT##', 'Programmen', 'die', 'beste', 'Integration', 'mit', 'Photoshop', 'über', 'das', 'PSD', '##AT##-##AT##', 'Dateiformat', 'bietet', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'QuarkXPress', '8', 'is', 'considered', 'by', 'many', 'to', 'have', 'the', 'best', 'integration', 'with', 'Photoshop', '’', 's', 'PSD', 'file', 'format', 'of', 'any', 'layout', 'tool', 'available', 'today', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'In', 'diesem', 'Abschnitt', 'erläutern', 'wir', ',', 'wann', 'Sie', 'für', 'Ihre', 'Bilder', 'das', 'PSD', '##AT##-##AT##', 'Format', 'verwenden', 'sollten', 'und', 'wie', 'Sie', 'es', 'für', 'Ihre', 'Bilder', 'optimal', 'nutzen', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'In', 'this', 'section', 'we', '’', 'll', 'explain', 'when', 'you', 'should', 'use', 'the', 'PSD', 'format', 'for', 'your', 'images', 'and', 'how', 'to', 'get', 'the', 'most', 'out', 'of', 'them', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Angenommen', 'Sie', 'haben', 'verschiedene', 'Ebenen', 'in', 'Ihrer', 'PSD', '##AT##-##AT##', 'Datei', 'mit', 'verschiedenen', 'Darstellungen', 'eines', 'Produkts', ',', 'die', 'je', 'nach', 'Verwendungszweck', 'ausgewählt', 'werden', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'For', 'example', ',', 'you', 'may', 'have', 'multiple', 'layers', 'in', 'your', 'PSD', 'with', 'different', 'product', 'shots', ',', 'which', 'will', 'vary', 'from', 'publication', 'to', 'publication', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Wenn', 'Sie', 'mit', 'PSD', 'arbeiten', ',', 'können', 'Sie', 'diese', 'Ebenen', 'in', 'QuarkXPress', 'ein-', 'oder', 'ausschalten', ',', 'ohne', 'für', 'jede', 'Veröffentlichung', 'eine', 'eigene', 'TIFF', '##AT##-##AT##', 'Datei', 'generieren', 'zu', 'müssen', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'If', 'you', 'use', 'PSD', ',', 'you', 'can', 'switch', 'those', 'layers', 'on', 'or', 'off', 'in', 'QuarkXPress', 'without', 'having', 'to', 'save', 'a', 'separate', 'TIFF', 'for', 'each', 'publication', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Eine', 'andere', 'mögliche', 'Frage', 'für', 'die', 'Entscheidung', 'zwischen', 'PSD', 'und', 'TIFF', 'ist', ':', '„', 'Muss', 'ich', 'für', 'dieses', 'Bild', 'eine', '<unk>', 'verwenden', '?', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Another', 'question', 'that', 'might', 'tip', 'you', 'in', 'favor', 'of', 'PSD', 'is', ',', '&quot;', 'Do', 'I', 'need', 'to', 'use', 'a', 'spot', 'color', 'with', 'this', 'image', '?', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', '&quot;', 'In', 'den', 'meisten', '<unk>', 'sind', '<unk>', 'oft', 'problematisch', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', '&quot;', 'Using', 'spot', 'colors', 'in', 'most', 'image', 'formats', 'is', 'often', 'complicated', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Da', 'QuarkXPress', 'jedoch', 'PSD', '##AT##-##AT##', 'Kanäle', 'unterstützt', ',', 'geht', 'es', 'mit', 'PSD', 'einfacher', 'und', 'flexibler', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'However', ',', 'because', 'of', 'the', 'way', 'QuarkXPress', 'supports', 'PSD', 'channels', ',', 'it', '’', 's', 'simpler', 'and', 'more', 'flexible', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Erstellen', 'Sie', 'einen', 'Rahmen', 'und', 'gehen', 'Sie', 'dann', 'auf', 'Datei', '&gt;', 'Importieren', '.', '.', '.', 'oder', 'ziehen', 'Sie', 'das', 'Bild', 'einfach', 'per', 'Drag', '&amp;', 'Drop', 'von', 'Ihrem', 'Desktop', ',', 'aus', 'dem', 'Finder', 'oder', 'einer', 'Anwendung', 'wie', 'Adobe', 'Bridge', '<unk>', '–']\n",
      "\t ['<s>', 'Bringing', 'the', 'PSD', 'files', 'into', 'QuarkXPress', 'is', 'the', 'same', 'as', 'any', 'other', 'image', '.', 'Create', 'a', 'Box', 'and', 'then', 'use', 'File', '&gt;', 'Import', '.', '.', '.', 'or', 'simply', 'drag', 'and', 'drop', 'the', 'image', 'from', 'your', 'desktop', ',', 'Finder', 'or', 'an', 'application', 'like', 'Adobe', 'Bridge', '®', 'with', 'or', 'without', 'creating', 'a', 'box', 'first', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\n",
      "\tSentences  250000\n",
      "Processing testing data ....\n",
      "\n",
      "Unk counts Tgt: 212, Tgt: 107\n",
      "Done processing testing data ....\n",
      "\n",
      "Samples from training data\n",
      "\t ['<s>', 'Heute', 'verstehen', 'sich', 'QuarkXPress', '®', '8', ',', 'Photoshop', '®', 'und', 'Illustrator', '®', 'besser', 'als', 'jemals', 'zuvor', '.', 'Dank', 'HTML', 'und', 'CSS', '\\xad', 'können', 'Anwender', 'von', 'QuarkXPress', 'inzwischen', 'alle', 'Medien', 'bedienen', ',', 'und', 'das', 'unabhängig', 'von', 'Anwendungen', 'der', 'Adobe', '®', 'Creative']\n",
      "\t ['<s>', 'Today', ',', 'QuarkXPress', '®', '8', 'has', 'tighter', 'integration', 'with', 'Photoshop', '®', 'and', 'Illustrator', '®', 'than', 'ever', 'before', ',', 'and', 'through', 'standards', 'like', 'HTML', 'and', 'CSS', ',', 'QuarkXPress', 'users', 'can', 'publish', 'across', 'media', 'both', 'independently', 'and', 'alongside', 'Adobe', '®', 'Creative', 'Suite', '®', 'applications', 'like', 'Adobe', 'Flash', '®', '(', 'SWF', ')', 'and', 'Adobe', 'Dreamweaver', '®', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Je', 'mehr', 'Zeit', 'wir', 'mit', 'Gilad', 'und', 'dem', 'Rest', 'des', 'Teams', 'in', 'Israel', 'verbracht', 'haben', '(', 'um', 'nicht', 'den', 'lauten', 'Hahn', 'zu', 'erwähnen', 'der', '<unk>', 'bei', 'denen', 'über', 'den', 'Campus', '<unk>', ')', 'desto', 'überzeugter', 'waren', 'wir', '–', 'zusammen', 'können', 'wir']\n",
      "\t ['<s>', 'The', 'more', 'time', 'we', 'spent', 'with', 'Gilad', 'as', 'well', 'as', 'the', 'rest', 'of', 'the', 'team', 'in', 'Israel', '(', 'not', 'to', 'mention', 'the', 'very', 'loud', '<unk>', 'that', 'runs', 'around', 'in', 'their', 'campus', ')', ',', 'the', 'more', 'convinced', 'we', 'all', 'became', '-', 'we', '’', 'll', 'be', 'better', 'off', 'together', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', '34', 'Diese', 'a', 'Worte', 'sind', 'wahr', 'und', 'treu', ';', 'darum', '<unk>', 'sie', 'nicht', ',', 'und', 'b', 'nehmt', 'auch', 'nichts', 'davon', 'weg', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', '34', 'These', 'sayings', 'are', 'a', 'true', 'and', 'faithful', ';', 'wherefore', ',', 'transgress', 'them', 'not', ',', 'neither', 'b', 'take', 'therefrom', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', '&#124;', 'Ferienwohnungen', '1', 'Zi', '&#124;', 'Ferienhäuser', '&#124;', 'Landhäuser', '&#124;', 'Autovermietung', '&#124;', 'Last', 'Minute', 'Angebote', '!', '!', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', '&#124;', '1', 'Bedroom', 'Apts', '&#124;', 'Holiday', 'houses', '&#124;', 'Rural', 'Homes', '&#124;', 'Car', 'Rental', '&#124;', 'Last', 'Minute', 'Offers', '!', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Der', '<unk>', 'Teil', 'der', 'Insel', 'besteht', 'aus', 'Granit', 'und', '<unk>', ',', 'von', 'Ton', 'überlagert', ',', 'und', 'bildet', 'eine', 'ca', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'A', 'battle', 'between', 'Denmark', 'and', 'Sweden', 'in', '<unk>', 'led', 'to', 'Swedish', 'control', 'of', 'the', 'island', ',', 'but', 'it', 'was', 'brief', '-', 'they', 'left', 'again', 'the', 'same', 'year', '.', 'In', 'the', '<unk>', 'of', '<unk>', '<unk>', ',', '<unk>', ',', '<unk>', 'and', '<unk>', 'were', 'given', 'to', 'Sweden', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Mag', 'sein', ',', 'dass', 'du', 'deine', 'ersten', '<unk>', 'in', 'einem', '<unk>', ',', '<unk>', 'Kahn', '<unk>', '-', 'aber', 'mit', 'der', 'Zeit', 'wirst', 'du', 'dich', 'zum', '<unk>', '<unk>', 'oder', 'edlen', 'Katamaran', '<unk>', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'You', 'may', 'be', 'starting', 'in', 'a', '<unk>', 'old', 'tub', 'of', 'a', 'boat', ',', 'but', 'in', 'no', 'time', 'at', 'all', 'you', '&apos;ll', 'be', 'able', 'to', 'buy', 'a', 'fancy', '<unk>', ',', 'or', 'a', 'classy', 'catamaran', '.', 'Turn', 'your', 'newfound', 'fame', 'into', 'money', ',', 'and', 'spend', 'it', 'to', 'buy', 'lavish', 'new', 'homes', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'In', 'der', '<unk>', 'im', 'Internet', 'müßte', 'die', 'Zufahrt', 'beschrieben', 'werden', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'There', 'are', 'no', 'adverse', 'comments', 'about', 'this', 'hotel', 'at', 'all', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Ideale', 'Lage', 'für', 'Exkursionen', 'in', 'die', 'Stadt', 'und', 'Nähe', 'zur', 'Promenade', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'There', 'was', 'plenty', 'of', 'space', 'in', 'the', 'room', 'and', 'a', 'nice', 'garden', 'to', 'sit', 'and', 'have', 'a', 'drink', 'and', 'smoke', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Das', 'Hotel', '<unk>', 'verfügt', 'über', 'eine', 'ideale', ',', 'ruhige', 'Lage', 'in', 'einem', 'geschäftigen', 'Viertel', 'mit', 'guter', 'Verkehrsanbindung', '.', 'Der', 'Bahnhof', 'und', 'eine', 'U', '##AT##-##AT##', 'Bahnstation', 'liegen', 'in', 'der', 'Nähe', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Hotel', '<unk>', 'welcomes', 'you', 'to', 'a', 'busy', 'yet', 'quiet', 'area', 'of', 'Milan', ',', 'within', 'walking', 'distance', 'of', 'excellent', 'transport', 'links', ',', 'including', 'the', 'central', 'railway', 'station', 'and', 'the', 'Repubblica', 'metro', 'station', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Zum', 'klimatisierten', 'Hotel', 'gehören', 'auch', 'ein', '<unk>', 'und', 'eine', 'traumhafte', 'Sonnenterrasse', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\t ['<s>', 'Apart', 'from', 'this', ',', 'the', 'guests', 'can', 'enjoy', 'the', 'facility', 'of', 'an', 'independent', 'air', '##AT##-##AT##', 'conditioning', 'system', ',', 'a', 'jacuzzi', 'and', 'a', 'beautiful', 'sun', 'terrace', '.', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>']\n"
     ]
    }
   ],
   "source": [
    "# ================================================================================\n",
    "# Processing training data\n",
    "\n",
    "src_unk_count, tgt_unk_count = 0, 0\n",
    "\n",
    "train_inputs = []\n",
    "train_outputs = []\n",
    "\n",
    "# Chosen based on previously found statistics\n",
    "src_max_sent_length = 41 \n",
    "tgt_max_sent_length = 61\n",
    "\n",
    "print('Processing Training Data ...\\n')\n",
    "for s_i, (src_sent, tgt_sent) in enumerate(zip(source_sent,target_sent)):\n",
    "    # Break source and target sentences to word lists\n",
    "    src_sent_tokens = split_to_tokens(src_sent,True)\n",
    "    tgt_sent_tokens = split_to_tokens(tgt_sent,False)\n",
    "    \n",
    "    # Append <s> token's ID to the beggining of source sentence\n",
    "    num_src_sent = [src_dictionary['<s>']]\n",
    "    # Add the rest of word IDs for words found in the source sentence \n",
    "    for tok in src_sent_tokens:\n",
    "        if tok in src_dictionary.keys():\n",
    "            num_src_sent.append(src_dictionary[tok])\n",
    "\n",
    "    # If the lenghth of the source sentence below the maximum allowed length\n",
    "    # append </s> token's ID to the end\n",
    "    if len(num_src_sent)<src_max_sent_length:\n",
    "        num_src_sent.extend([src_dictionary['</s>'] for _ in range(src_max_sent_length - len(num_src_sent))])\n",
    "\n",
    "    # If the length exceed the maximum allowed length\n",
    "    # truncate the sentence\n",
    "    elif len(num_src_sent)>src_max_sent_length:\n",
    "        num_src_sent = num_src_sent[:src_max_sent_length]\n",
    "        \n",
    "    # Make sure the sentence is of length src_max_sent_length\n",
    "    assert len(num_src_sent)==src_max_sent_length,len(num_src_sent)\n",
    "\n",
    "    train_inputs.append(num_src_sent)\n",
    "    \n",
    "    # Create the numeric target sentence with word IDs\n",
    "    # append <s> to the beginning and append actual words later\n",
    "    num_tgt_sent = [tgt_dictionary['<s>']]\n",
    "    for tok in tgt_sent_tokens:\n",
    "        if tok in tgt_dictionary.keys():\n",
    "            num_tgt_sent.append(tgt_dictionary[tok])\n",
    "        \n",
    "    ## Modifying the outputs such that all the outputs have max_length elements\n",
    "    if len(num_tgt_sent)<tgt_max_sent_length:\n",
    "        num_tgt_sent.extend([tgt_dictionary['</s>'] for _ in range(tgt_max_sent_length - len(num_tgt_sent))])\n",
    "    elif len(num_tgt_sent)>tgt_max_sent_length:\n",
    "        num_tgt_sent = num_tgt_sent[:tgt_max_sent_length]\n",
    "        \n",
    "    train_outputs.append(num_tgt_sent)\n",
    "    \n",
    "print('Unk counts Src: %d, Tgt: %d'%(src_unk_count, tgt_unk_count))\n",
    "print('Sentences ',len(train_inputs))\n",
    "\n",
    "assert len(train_inputs)  == len(source_sent),\\\n",
    "        'Size of total elements: %d, Total sentences: %d'\\\n",
    "                %(len(train_inputs),len(source_sent))\n",
    "\n",
    "# Making inputs and outputs NumPy arrays\n",
    "train_inputs = np.array(train_inputs, dtype=np.int32)\n",
    "train_outputs = np.array(train_outputs, dtype=np.int32)\n",
    "\n",
    "# Make sure number of inputs and outputs dividable by 100\n",
    "train_inputs = train_inputs[:(train_inputs.shape[0]//100)*100,:]\n",
    "train_outputs = train_outputs[:(train_outputs.shape[0]//100)*100,:]\n",
    "print('\\t Done processing training data \\n')\n",
    "\n",
    "# Printing some data\n",
    "print('Samples from training data')\n",
    "for ti in range(10):\n",
    "    print('\\t',[src_reverse_dictionary[w]  for w in train_inputs[ti,:].tolist()])\n",
    "    print('\\t',[tgt_reverse_dictionary[w]  for w in train_outputs[ti,:].tolist()])\n",
    "print()\n",
    "print('\\tSentences ',train_inputs.shape[0])\n",
    "\n",
    "# ================================================================================\n",
    "# Processing Test data\n",
    "\n",
    "src_unk_count, tgt_unk_count = 0, 0\n",
    "print('Processing testing data ....\\n')\n",
    "test_inputs = []\n",
    "test_outputs = []\n",
    "for s_i, (src_sent,tgt_sent) in enumerate(zip(test_source_sent,test_target_sent)):\n",
    "    src_sent_tokens = split_to_tokens(src_sent,True)\n",
    "    tgt_sent_tokens = split_to_tokens(tgt_sent,False)\n",
    "    \n",
    "    num_src_sent = [src_dictionary['<s>']]\n",
    "    for tok in src_sent_tokens:\n",
    "        if tok in src_dictionary.keys():\n",
    "            num_src_sent.append(src_dictionary[tok])\n",
    "    \n",
    "    num_tgt_sent = [src_dictionary['<s>']]\n",
    "    for tok in tgt_sent_tokens:\n",
    "        if tok in tgt_dictionary.keys():\n",
    "            num_tgt_sent.append(tgt_dictionary[tok])\n",
    "        \n",
    "    # Append </s> if the length is not src_max_sent_length\n",
    "    if len(num_src_sent)<src_max_sent_length:\n",
    "        num_src_sent.extend([src_dictionary['</s>'] for _ in range(src_max_sent_length - len(num_src_sent))])\n",
    "    # Truncate the sentence if length is over src_max_sent_length\n",
    "    elif len(num_src_sent)>src_max_sent_length:\n",
    "        num_src_sent = num_src_sent[:src_max_sent_length]\n",
    "        \n",
    "    assert len(num_src_sent)==src_max_sent_length, len(num_src_sent)\n",
    "\n",
    "    test_inputs.append(num_src_sent)\n",
    "    \n",
    "    # Append </s> is length is not tgt_max_sent_length\n",
    "    if len(num_tgt_sent)<tgt_max_sent_length:\n",
    "        num_tgt_sent.extend([tgt_dictionary['</s>'] for _ in range(tgt_max_sent_length - len(num_tgt_sent))])\n",
    "    # Truncate the sentence if length over tgt_max_sent_length\n",
    "    elif len(num_tgt_sent)>tgt_max_sent_length:\n",
    "        num_tgt_sent = num_tgt_sent[:tgt_max_sent_length]\n",
    "        \n",
    "    assert len(num_tgt_sent)==tgt_max_sent_length, len(num_tgt_sent)\n",
    "\n",
    "    test_outputs.append(num_tgt_sent)\n",
    "\n",
    "# Printing some data\n",
    "print('Unk counts Tgt: %d, Tgt: %d'%(src_unk_count, tgt_unk_count))    \n",
    "print('Done processing testing data ....\\n')\n",
    "test_inputs = np.array(test_inputs,dtype=np.int32)\n",
    "test_outputs = np.array(test_outputs,dtype=np.int32)\n",
    "print('Samples from training data')\n",
    "for ti in range(10):\n",
    "    print('\\t',[src_reverse_dictionary[w]  for w in test_inputs[ti,:].tolist()])\n",
    "    print('\\t',[tgt_reverse_dictionary[w]  for w in test_outputs[ti,:].tolist()])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Loading Word Embeddings\n",
    "\n",
    "To train the NMT with pretrained embeddings, we will first download multilingual word embeddings from the [website](http://www.cs.cmu.edu/~afm/projects/multilingual_embeddings.html). We are going to need the [German embeddings](http://camoes.lx.it.pt/amartins/projects/data/multilingual_embeddings.de) and the [English embeddings](http://camoes.lx.it.pt/amartins/projects/data/multilingual_embeddings.en). After the files are downloaded, we will match the words from the embedding files and our vocabulary. We will also check for words with several variations if any of the following matches exist: \n",
    "* Lower case words\n",
    "* First letter capitalized\n",
    "* Words with the accent removed\n",
    "\n",
    "The matched word embeddings are copied to a matrix. **Downloading the files in the provided links is essential to successfully run the code**."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing German Vocabulary\n",
      ".\n",
      "....................................................................................................\n",
      "....................................................................................................\n",
      "....................................................................................................\n",
      "....................................................................................................\n",
      ".....................................................\tVocabulary size: %d 50000\n",
      "\tWords found in pretrained embeddings:  20590\n",
      "['<unk>', '<s>', '</s>', '##AT##-##AT##', 'für', 'Sie', 'Die', '&quot;', 'über', 'Das', 'Ich', 'können', 'Wir', 'Der', 'daß', 'Es', 'müssen', 'In', 'Europäischen', 'möchte']\n",
      "\n",
      "Processing English Vocabulary\n",
      ".\n",
      "....................................................................................................\n",
      "....................................................................................................\n",
      "....................................................................................................\n",
      "....................................................................................................\n",
      ".....................................\tVocabulary size: %d 50000\n",
      "\tWords found in pretrained embeddings:  24399\n",
      "['<unk>', '<s>', '</s>', '##AT##-##AT##', 'The', 'I', 'European', '&quot;', '&apos;s', 'We', 'In', 'This', 'It', '’', 'Commission', '&apos;', 'President', 'Union', 'Parliament', 'Europe']\n"
     ]
    }
   ],
   "source": [
    "embeddings_size = 300\n",
    "\n",
    "# Randomly initialize German and English embeddings\n",
    "de_embeddings = np.random.uniform(size=(vocabulary_size, embeddings_size),low=-1.0, high=1.0)\n",
    "en_embeddings = np.random.uniform(size=(vocabulary_size, embeddings_size),low=-1.0, high=1.0)\n",
    "\n",
    "def match_pretrained_dataset_words(filename, embeddings, dictionary):\n",
    "    '''\n",
    "    Here we match the words in our vocabulary with the pretrained embeddings\n",
    "    '''\n",
    "    \n",
    "    words_found = 0\n",
    "    words_found_ids = []\n",
    "    \n",
    "    # Get unaccented words\n",
    "    unaccented_dict = \\\n",
    "    dict(zip([unidecode.unidecode(k.lower()) for k in dictionary.keys()],dictionary.values()))\n",
    "\n",
    "    # Reading file. This is a space separated file\n",
    "    with open(filename,'r',encoding='utf-8') as f:\n",
    "\n",
    "        # We read line by line\n",
    "        for l_i, line in enumerate(f):\n",
    "            \n",
    "            # Printing the progress\n",
    "            if l_i%100==0:\n",
    "                print('.',end='')\n",
    "            if l_i%10000==0:\n",
    "                print('')\n",
    "                \n",
    "            # Split the line by spaces\n",
    "            line_tokens = line.split(' ')\n",
    "            \n",
    "            # Get the word\n",
    "            lword = line_tokens[0]\n",
    "\n",
    "            # If the word is empty skip\n",
    "            if len(lword.strip())==0:\n",
    "                continue\n",
    "            \n",
    "            # Decode the word to get rid of acccents\n",
    "            lword = unidecode.unidecode(lword)\n",
    "            # Get the vector\n",
    "            vector = [float(v) for v in line_tokens[1:]]\n",
    "\n",
    "            # Update the randomly initialized matrix for the embeddings\n",
    "            # Update the number of words matched with pretrained embeddings\n",
    "            try:\n",
    "                dword = dictionary[lword]\n",
    "                words_found_ids.append(dictionary[lword])\n",
    "                embeddings[dictionary[lword],:] = vector\n",
    "                words_found += 1\n",
    "            \n",
    "            # If a given word is not found in our vocabulary,\n",
    "            except KeyError:\n",
    "                try:\n",
    "                    # First try to match the same word with first letter\n",
    "                    # capitalized\n",
    "                    if len(lword)>0:\n",
    "                        firt_letter_cap = lword[0].upper()+lword[1:]\n",
    "\n",
    "                    else:\n",
    "                        continue\n",
    "                        \n",
    "                    # Update the word embeddings matrix\n",
    "                    dword = dictionary[firt_letter_cap]\n",
    "                    words_found_ids.append(dictionary[firt_letter_cap])\n",
    "                    embeddings[dictionary[firt_letter_cap],:] = vector\n",
    "                    words_found += 1\n",
    "                \n",
    "                except KeyError:\n",
    "                    # If not found try to matrch the word with the unaccented word\n",
    "                    try:\n",
    "                        dword = unaccented_dict[lword]\n",
    "                        words_found_ids.append(dictionary[lword])\n",
    "                        embeddings[dictionary[lword],:] = vector\n",
    "                        words_found += 1\n",
    "                    except KeyError:\n",
    "\n",
    "                        continue\n",
    "                    \n",
    "    return embeddings, words_found, words_found_ids                          \n",
    "\n",
    "# Processing German vocabulary\n",
    "print('Processing German Vocabulary')\n",
    "de_embeddings, words_found, words_found_ids = \\\n",
    "match_pretrained_dataset_words('multilingual_embeddings.de', de_embeddings, src_dictionary)\n",
    "\n",
    "# Print some statistics about the embedding matching\n",
    "words_notfound_ids = list(set(list(range(0,len(src_dictionary)))) - set(words_found_ids))\n",
    "print('\\tVocabulary size: %d',vocabulary_size)\n",
    "print('\\tWords found in pretrained embeddings: ', words_found)\n",
    "\n",
    "print([src_reverse_dictionary[wid] for wid in words_notfound_ids[:20]])\n",
    "\n",
    "# Processing English vocabulary\n",
    "print('\\nProcessing English Vocabulary')\n",
    "en_embeddings, words_found, words_found_ids = \\\n",
    "match_pretrained_dataset_words('multilingual_embeddings.en', en_embeddings, tgt_dictionary)\n",
    "\n",
    "# Print some statistics about embedding matching\n",
    "print('\\tVocabulary size: %d',vocabulary_size)\n",
    "print('\\tWords found in pretrained embeddings: ', words_found)\n",
    "\n",
    "words_notfound_ids = list(set(list(range(0,len(tgt_dictionary)))) - set(words_found_ids))\n",
    "print([tgt_reverse_dictionary[wid] for wid in words_notfound_ids[:20]])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Flipping the Input Data\n",
    "Changin the order of the sentence of the target language improves the performance of NMT systems. Because when reversed, it helps the NMT system to establish a strong connection as the last word of the source language and the last word of the target language will be closest to each other. *DON'T RUN THIS MULTIPLE TIMES as running two times gives original.*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training and Test source data after flipping \n",
      "\t ['</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '.', 'können', 'nutzen', 'QuarkXPress', 'mit', 'zusammen', 'besten', 'am', '3', 'Suite', 'Creative', 'und', '2', 'Suite', 'Creative', 'Sie', 'wie', ',', 'Sie', 'erfahren', 'Hier', '<s>']\n",
      "\t ['tray', 'road', 'mistakes', 'of', 'expect', 'a', 'tabled', 'with', 'and', 'the', 'posts', 'useful', 'out', 'waiting', 'wounded', 'a', 'drinks', 'been', 'stand', '26th', 'and', 'senior', 'personal', ',', 'difficulties', 'qualifications', 'an', 'rather', 'road', 'rewriting', 'and', 'road', 'unsustainable', 'the', '2007', 'road', 'wounded', 'not', 'throughout', 'amendment', '<s>']\n",
      "\n",
      "\t ['</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '.', ')', 'Import', '##AT##-##AT##', 'PSD', '&gt;', 'Fenster', '(', 'Import', '##AT##-##AT##', 'PSD', 'Palette', 'die', 'Sie', 'öffnen', ',', 'können', 'zu', 'nutzen', 'Dateien', '##AT##-##AT##', 'PSD', 'von', 'Funktionen', 'speziellen', 'die', 'Um', '<s>']\n",
      "\t ['</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', '</s>', ',', '<unk>', 'and', 'important', '<unk>', 'important', 'the', '<unk>', '<unk>', 'the', 'CC', 'revolution', 'are', 'proposals', 'of', 'to', 'not', 'With', 'Overall', 'countries', 'more', '<s>']\n",
      "\n",
      "\n",
      "Testing data after flipping\n",
      "\t ['Creative', '®', 'Adobe', 'der', 'Anwendungen', 'von', 'unabhängig', 'das', 'und', ',', 'bedienen', 'Medien', 'alle', 'inzwischen', 'QuarkXPress', 'von', 'Anwender', 'können', '\\xad', 'CSS', 'und', 'HTML', 'Dank', '.', 'zuvor', 'jemals', 'als', 'besser', '®', 'Illustrator', 'und', '®', 'Photoshop', ',', '8', '®', 'QuarkXPress', 'sich', 'verstehen', 'Heute', '<s>']\n"
     ]
    }
   ],
   "source": [
    "## Reverse the Germen sentences\n",
    "# Remember reversing the source sentence gives better performance\n",
    "# DON'T RUN THIS MULTIPLE TIMES as running two times gives original\n",
    "train_inputs = np.fliplr(train_inputs)\n",
    "test_inputs = np.fliplr(test_inputs)\n",
    "\n",
    "print('Training and Test source data after flipping ')\n",
    "print('\\t',[src_reverse_dictionary[w] for w in train_inputs[0,:].tolist()])\n",
    "print('\\t',[tgt_reverse_dictionary[w] for w in test_inputs[0,:].tolist()])\n",
    "print()\n",
    "print('\\t',[src_reverse_dictionary[w] for w in train_inputs[10,:].tolist()])\n",
    "print('\\t',[tgt_reverse_dictionary[w] for w in test_inputs[10,:].tolist()])\n",
    "\n",
    "print()\n",
    "print('\\nTesting data after flipping')\n",
    "print('\\t',[src_reverse_dictionary[w] for w in test_inputs[0,:].tolist()])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Generations for MT\n",
    "\n",
    "Now we define the data generator for our NMT."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Source data\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '.', '</s>', '</s>']\n",
      "['</s>', '</s>', 'bietet', '.', '</s>']\n",
      "['</s>', '</s>', 'Dateiformat', 'nutzen', '</s>']\n",
      "['</s>', '</s>', '##AT##-##AT##', 'optimal', '</s>']\n",
      "['</s>', '</s>', 'PSD', 'Bilder', '</s>']\n",
      "['</s>', '</s>', 'das', 'Ihre', '.']\n",
      "['</s>', '</s>', 'über', 'für', 'werden']\n",
      "['.', '</s>', 'Photoshop', 'es', 'ausgewählt']\n",
      "['können', '.', 'mit', 'Sie', 'Verwendungszweck']\n",
      "['nutzen', 'lässt', 'Integration', 'wie', 'nach']\n",
      "['QuarkXPress', 'erschließen', 'beste', 'und', 'je']\n",
      "['mit', 'Software', 'die', 'sollten', 'die']\n",
      "['zusammen', '##AT##-##AT##', 'Programmen', 'verwenden', ',']\n",
      "['besten', 'Design', '##AT##-##AT##', 'Format', 'Produkts']\n",
      "['am', 'Ihrer', 'Layout', '##AT##-##AT##', 'eines']\n",
      "['3', 'Potenzial', 'verfügbaren', 'PSD', 'Darstellungen']\n",
      "['Suite', 'volle', 'heute', 'das', 'verschiedenen']\n",
      "['Creative', 'das', 'allen', 'Bilder', 'mit']\n",
      "['und', 'Quark', 'von', 'Ihre', 'Datei']\n",
      "['2', 'mit', '8', 'für', '##AT##-##AT##']\n",
      "['Suite', 'sich', 'QuarkXPress', 'Sie', 'PSD']\n",
      "['Creative', 'einfach', 'dass', 'wann', 'Ihrer']\n",
      "['Sie', 'wie', ',', ',', 'in']\n",
      "['wie', ',', 'vertreten', 'wir', 'Ebenen']\n",
      "[',', 'sein', 'Meinung', 'erläutern', 'verschiedene']\n",
      "['Sie', 'überrascht', 'die', 'Abschnitt', 'haben']\n",
      "['erfahren', 'werden', 'wird', 'diesem', 'Sie']\n",
      "['Hier', 'Sie', 'Häufig', 'In', 'Angenommen']\n",
      "['<s>', '<s>', '<s>', '<s>', '<s>']\n",
      "\n",
      "Target data batch (first time)\n",
      "['Here', 'QuarkXPress', 'In', 'For', 'If']\n",
      "[',', '8', 'this', 'example', 'you']\n",
      "['you', 'is', 'section', ',', 'use']\n",
      "['’', 'considered', 'we', 'you', 'PSD']\n",
      "['ll', 'by', '’', 'may', ',']\n",
      "['find', 'many', 'll', 'have', 'you']\n",
      "['out', 'to', 'explain', 'multiple', 'can']\n",
      "['how', 'have', 'when', 'layers', 'switch']\n",
      "['Creative', 'the', 'you', 'in', 'those']\n",
      "['Suite', 'best', 'should', 'your', 'layers']\n",
      "['users', 'integration', 'use', 'PSD', 'on']\n",
      "['can', 'with', 'the', 'with', 'or']\n",
      "['get', 'Photoshop', 'PSD', 'different', 'off']\n",
      "['the', '’', 'format', 'product', 'in']\n",
      "['best', 's', 'for', 'shots', 'QuarkXPress']\n",
      "['possible', 'PSD', 'your', ',', 'without']\n",
      "['interaction', 'file', 'images', 'which', 'having']\n",
      "['with', 'format', 'and', 'will', 'to']\n",
      "['QuarkXPress', 'of', 'how', 'vary', 'save']\n",
      "['.', 'any', 'to', 'from', 'a']\n",
      "['</s>', 'layout', 'get', 'publication', 'separate']\n",
      "['</s>', 'tool', 'the', 'to', 'TIFF']\n",
      "['</s>', 'available', 'most', 'publication', 'for']\n",
      "['</s>', 'today', 'out', '.', 'each']\n",
      "['</s>', '.', 'of', '</s>', 'publication']\n",
      "['</s>', '</s>', 'them', '</s>', '.']\n",
      "['</s>', '</s>', '.', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "\n",
      "Target data batch (non-first time)\n",
      "['Here', 'QuarkXPress', 'In', 'For', 'If']\n",
      "[',', '8', 'this', 'example', 'you']\n",
      "['you', 'is', 'section', ',', 'use']\n",
      "['’', 'considered', 'we', 'you', 'PSD']\n",
      "['ll', 'by', '’', 'may', ',']\n",
      "['find', 'many', 'll', 'have', 'you']\n",
      "['out', 'to', 'explain', 'multiple', 'can']\n",
      "['how', 'have', 'when', 'layers', 'switch']\n",
      "['Creative', 'the', 'you', 'in', 'those']\n",
      "['Suite', 'best', 'should', 'your', 'layers']\n",
      "['users', 'integration', 'use', 'PSD', 'on']\n",
      "['can', 'with', 'the', 'with', 'or']\n",
      "['get', 'Photoshop', 'PSD', 'different', 'off']\n",
      "['the', '’', 'format', 'product', 'in']\n",
      "['best', 's', 'for', 'shots', 'QuarkXPress']\n",
      "['possible', 'PSD', 'your', ',', 'without']\n",
      "['interaction', 'file', 'images', 'which', 'having']\n",
      "['with', 'format', 'and', 'will', 'to']\n",
      "['QuarkXPress', 'of', 'how', 'vary', 'save']\n",
      "['.', 'any', 'to', 'from', 'a']\n",
      "['</s>', 'layout', 'get', 'publication', 'separate']\n",
      "['</s>', 'tool', 'the', 'to', 'TIFF']\n",
      "['</s>', 'available', 'most', 'publication', 'for']\n",
      "['</s>', 'today', 'out', '.', 'each']\n",
      "['</s>', '.', 'of', '</s>', 'publication']\n",
      "['</s>', '</s>', 'them', '</s>', '.']\n",
      "['</s>', '</s>', '.', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n",
      "['</s>', '</s>', '</s>', '</s>', '</s>']\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "class DataGeneratorMT(object):\n",
    "    \n",
    "    def __init__(self,batch_size,num_unroll,is_source, is_train):\n",
    "        # Number of data points in a batch\n",
    "        self._batch_size = batch_size\n",
    "        # Number of unrollings\n",
    "        self._num_unroll = num_unroll\n",
    "        # Cursors for each element in batch\n",
    "        self._cursor = [0 for offset in range(self._batch_size)]\n",
    "        \n",
    "        # The sentence IDs being currently processed to create the \n",
    "        # current batch\n",
    "        self._sent_ids = None\n",
    "        \n",
    "        # We want a batch of data from source or target?\n",
    "        self._is_source = is_source\n",
    "        # Is this training or testing data?\n",
    "        self._is_train = is_train\n",
    "        \n",
    "        self._vocab_size = vocabulary_size \n",
    "        \n",
    "    def next_batch(self, sent_ids, first_set):\n",
    "        \n",
    "        # Depending on wheter we want source or target data\n",
    "        # change the maximum sentence length\n",
    "        if self._is_source:\n",
    "            max_sent_length = src_max_sent_length\n",
    "        else:\n",
    "            max_sent_length = tgt_max_sent_length\n",
    "        \n",
    "        # Arrays to hold input and output data\n",
    "        # Word embeddings (current word)\n",
    "        batch_data = np.zeros((self._batch_size),dtype=np.float32)\n",
    "        # One-hot encoded label (next word)\n",
    "        batch_labels = np.zeros((self._batch_size,self._vocab_size),dtype=np.float32)\n",
    "        \n",
    "        # Populate each index of the batch\n",
    "        for b in range(self._batch_size):\n",
    "            \n",
    "            # Sentence IDs to get data from\n",
    "            sent_id = sent_ids[b]\n",
    "            \n",
    "            # If generating data with source sentences\n",
    "            # get data from train and test inputs\n",
    "            if self._is_source:\n",
    "                # Depending on whether we need training data or testind data\n",
    "                # choose the previously created training or testing data\n",
    "                if self._is_train:\n",
    "                    sent_text = train_inputs[sent_id]\n",
    "                else:\n",
    "                    sent_text = test_inputs[sent_id]\n",
    "                             \n",
    "                batch_data[b] = sent_text[self._cursor[b]]\n",
    "                # Fill the label as a one hot encoded word\n",
    "                batch_labels[b] = np.zeros((self._vocab_size),dtype=np.float32)\n",
    "                batch_labels[b,sent_text[self._cursor[b]+1]] = 1.0\n",
    "\n",
    "            # If generating data with target sentences\n",
    "            # get data from train and test outputs\n",
    "            else:\n",
    "                # Depending on whether we need training data or testind data\n",
    "                # choose the previously created training or testing data\n",
    "                if self._is_train:\n",
    "                    sent_text = train_outputs[sent_id]\n",
    "                else:\n",
    "                    sent_text = test_outputs[sent_id]\n",
    "                \n",
    "                batch_data[b] = sent_text[self._cursor[b]]\n",
    "                # Fill the label as a one hot encoded word\n",
    "                batch_labels[b] = np.zeros((self._vocab_size),dtype=np.float32)\n",
    "                batch_labels[b,sent_text[self._cursor[b]+1]] = 1.0\n",
    "\n",
    "            self._cursor[b] = (self._cursor[b]+1)%(max_sent_length-1)\n",
    "             \n",
    "        return batch_data,batch_labels\n",
    "        \n",
    "    def unroll_batches(self,sent_ids):\n",
    "        \n",
    "        # Only if new sentence IDs if provided\n",
    "        # else it will use the previously defined \n",
    "        # sent_ids continuously\n",
    "        if sent_ids is not None:\n",
    "            \n",
    "            self._sent_ids = sent_ids\n",
    "            # Unlike in the previous exercises we do not process a single sequence\n",
    "            # over many iterations of unrollings. We process either a source sentence or target sentence\n",
    "            # at a single go. So we reset the _cursor evrytime we generate a batch\n",
    "            self._cursor = [0 for _ in range(self._batch_size)]\n",
    "                \n",
    "        unroll_data,unroll_labels = [],[]\n",
    "        \n",
    "        # Unrolling data over time\n",
    "        for ui in range(self._num_unroll):\n",
    "            if self._is_source:\n",
    "                data, labels = self.next_batch(self._sent_ids, False)\n",
    "            else:\n",
    "                data, labels = self.next_batch(self._sent_ids, False)\n",
    "                    \n",
    "            unroll_data.append(data)\n",
    "            unroll_labels.append(labels)\n",
    "        \n",
    "        return unroll_data, unroll_labels, self._sent_ids\n",
    "    \n",
    "    def reset_indices(self):\n",
    "        self._cursor = [0 for offset in range(self._batch_size)]\n",
    "        \n",
    "# Running a tiny set to see if the implementation correct\n",
    "dg = DataGeneratorMT(batch_size=5,num_unroll=40,is_source=True, is_train=True)\n",
    "u_data, u_labels, _ = dg.unroll_batches([0,1,2,3,4])\n",
    "\n",
    "print('Source data')\n",
    "for _, lbl in zip(u_data,u_labels):\n",
    "    # the the string words for returned word IDs and display the results\n",
    "    print([src_reverse_dictionary[w] for w in np.argmax(lbl,axis=1).tolist()])\n",
    "\n",
    "        \n",
    "# Running a tiny set to see if the implementation correct\n",
    "dg = DataGeneratorMT(batch_size=5,num_unroll=60,is_source=False, is_train=True)\n",
    "u_data, u_labels, _ = dg.unroll_batches([0,2,3,4,5])\n",
    "print('\\nTarget data batch (first time)')\n",
    "\n",
    "for d_i,(_, lbl) in enumerate(zip(u_data,u_labels)):\n",
    "    # the the string words for returned word IDs and display the results\n",
    "    print([tgt_reverse_dictionary[w] for w in np.argmax(lbl,axis=1).tolist()])\n",
    "\n",
    "print('\\nTarget data batch (non-first time)')\n",
    "u_data, u_labels, _ = dg.unroll_batches(None)\n",
    "\n",
    "for d_i,(_, lbl) in enumerate(zip(u_data,u_labels)):\n",
    "    # the the string words for returned word IDs and display the results\n",
    "    print([tgt_reverse_dictionary[w] for w in np.argmax(lbl,axis=1).tolist()])\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## Attention-Based NMT System\n",
    "\n",
    "Here we define the attention based NMT system. Unlike the standard NMT attention based NMT has the ability to refer to any of the encoder states during any step of the decoding. This is achieved through the attention layer."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Defining hyperparameters\n",
    "Here we define various hyperparameters we use to define our model."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "input_size = embeddings_size\n",
    "\n",
    "num_nodes = 128\n",
    "batch_size = 10\n",
    "\n",
    "# We unroll the full length at one go\n",
    "# both source and target sentences\n",
    "enc_num_unrollings = 40\n",
    "dec_num_unrollings = 60\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Loading the Pretrained Embeddings\n",
    "Here we load the pretrained word embedding matrix we created and have them as TensorFlow variables"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "tgt_word_embeddings = tf.get_variable(\n",
    "    'target_embeddings',shape=[vocabulary_size, embeddings_size],\n",
    "    dtype=tf.float32, initializer = tf.constant_initializer(en_embeddings)\n",
    ")\n",
    "src_word_embeddings = tf.get_variable(\n",
    "    'source_embeddings',shape=[vocabulary_size, embeddings_size], \n",
    "    dtype=tf.float32, initializer = tf.constant_initializer(de_embeddings)\n",
    ")    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Defining Input/Output Placeholders\n",
    "Here we define the placeholder to feed in inputs/outputs. Additionally we define a mask placeholder that can mask certain outputs from the loss calculation."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Training Input data.\n",
    "enc_train_inputs = []\n",
    "# Embedding lookup for training input data\n",
    "enc_train_input_embeds = []\n",
    "\n",
    "# Defining unrolled training inputs as well as embedding lookup (Encoder)\n",
    "for ui in range(enc_num_unrollings):\n",
    "    enc_train_inputs.append(tf.placeholder(tf.int32, shape=[batch_size],name='train_inputs_%d'%ui))\n",
    "    enc_train_input_embeds.append(tf.nn.embedding_lookup(src_word_embeddings,enc_train_inputs[ui]))\n",
    "\n",
    "# Training Input data and the respective embeddings vectors\n",
    "dec_train_inputs, dec_train_input_embeds = [],[]\n",
    "# Training output data (used for optimization)\n",
    "dec_train_labels = []\n",
    "# Used to mask irrelevant words during loss computation\n",
    "dec_train_masks = []\n",
    "\n",
    "# Defining unrolled training inputs, embeddings,  outputs, and masks (Decoder)\n",
    "for ui in range(dec_num_unrollings):\n",
    "    dec_train_inputs.append(tf.placeholder(tf.int32, shape=[batch_size],name='dec_train_inputs_%d'%ui))\n",
    "    dec_train_input_embeds.append(tf.nn.embedding_lookup(tgt_word_embeddings, dec_train_inputs[ui]))\n",
    "    dec_train_labels.append(tf.placeholder(tf.float32, shape=[batch_size,vocabulary_size], name = 'dec_train_labels_%d'%ui))\n",
    "    dec_train_masks.append(tf.placeholder(tf.float32, shape=[batch_size,1],name='dec_train_masks_%d'%ui))\n",
    "\n",
    "# Testing related placeholders and tensors\n",
    "enc_test_input = [tf.placeholder(tf.int32, shape=[batch_size]) for _ in range(enc_num_unrollings)]\n",
    "enc_test_input_embeds = [tf.nn.embedding_lookup(src_word_embeddings,test_enc_ui) for test_enc_ui in enc_test_input]\n",
    "\n",
    "dec_test_input = tf.nn.embedding_lookup(tgt_word_embeddings,[tgt_dictionary['<s>']])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Defining the Encoder Model\n",
    "\n",
    "We define the encoder model. The encoder model is a single LSTM cell with TensorFlow variables for the state and output variables."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Defining Encoder Parameters\n",
      "\tDone\n"
     ]
    }
   ],
   "source": [
    "print('Defining Encoder Parameters')\n",
    "with tf.variable_scope('Encoder'):\n",
    "    \n",
    "    # Input gate (i_t) - How much memory to write to cell state\n",
    "    enc_ix = tf.get_variable('ix',shape=[input_size, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    enc_im = tf.get_variable('im',shape=[num_nodes, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    enc_ib = tf.Variable(tf.random_uniform([1, num_nodes],-0.05, 0.05),name='ib')\n",
    "    \n",
    "    # Forget gate (f_t) - How much memory to discard from cell state\n",
    "    enc_fx = tf.get_variable('fx',shape=[input_size, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    enc_fm = tf.get_variable('fm',shape=[num_nodes, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    enc_fb = tf.Variable(tf.random_uniform([1, num_nodes],-0.05, 0.05),name='fb')\n",
    "    \n",
    "    # Candidate value (c~_t) - Used to compute the current cell state                    \n",
    "    enc_cx = tf.get_variable('cx',shape=[input_size, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    enc_cm = tf.get_variable('cm',shape=[num_nodes, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    enc_cb = tf.Variable(tf.random_uniform([1, num_nodes],-0.05,0.05),name='cb') \n",
    "    \n",
    "    # Output gate (o_t) - How much memory to output from the cell state\n",
    "    enc_ox = tf.get_variable('ox',shape=[input_size, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    enc_om = tf.get_variable('om',shape=[num_nodes, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    enc_ob = tf.Variable(tf.random_uniform([1, num_nodes],-0.05,0.05),name='ob') \n",
    "    \n",
    "    # Variables saving state across unrollings.\n",
    "    saved_output = tf.Variable(tf.zeros([batch_size, num_nodes]), trainable=False, name='train_output')\n",
    "    saved_state = tf.Variable(tf.zeros([batch_size, num_nodes]), trainable=False, name = 'train_cell')\n",
    "    \n",
    "    # Variables for saving state for testing\n",
    "    saved_test_output = tf.Variable(tf.zeros([batch_size, num_nodes]),trainable=False, name='test_output')\n",
    "    saved_test_state = tf.Variable(tf.zeros([batch_size, num_nodes]),trainable=False, name='test_cell')\n",
    "\n",
    "print('\\tDone')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Defining the Decoder Model\n",
    "\n",
    "Decoder is a single LSTM cell with an additional softmax layer that can predict words."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Defining Decoder Parameters\n",
      "\tDone\n"
     ]
    }
   ],
   "source": [
    "print('Defining Decoder Parameters')\n",
    "with tf.variable_scope('Decoder'):\n",
    "    \n",
    "    # Input gate (i_t) - How much memory to write to cell state\n",
    "    dec_ix = tf.get_variable('ix',shape=[input_size, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    dec_im = tf.get_variable('im',shape=[num_nodes, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    dec_ic = tf.get_variable('ic',shape=[num_nodes, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    dec_ib = tf.Variable(tf.random_uniform([1, num_nodes],-0.05, 0.05),name='ib')    \n",
    "    \n",
    "    # Forget gate (f_t) - How much memory to discard from cell state\n",
    "    dec_fx = tf.get_variable('fx',shape=[input_size, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    dec_fm = tf.get_variable('fm',shape=[num_nodes, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    dec_fc = tf.get_variable('fc',shape=[num_nodes, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    dec_fb = tf.Variable(tf.random_uniform([1, num_nodes],-0.05, 0.05),name='fb')    \n",
    "    \n",
    "    # Candidate value (c~_t) - Used to compute the current cell state                           \n",
    "    dec_cx = tf.get_variable('cx',shape=[input_size, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    dec_cm = tf.get_variable('cm',shape=[num_nodes, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    dec_cc = tf.get_variable('cc',shape=[num_nodes, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    dec_cb = tf.Variable(tf.random_uniform([1, num_nodes],-0.05,0.05),name='cb')     \n",
    "    \n",
    "    # Output gate (o_t) - How much memory to output from the cell state\n",
    "    dec_ox = tf.get_variable('ox',shape=[input_size, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    dec_om = tf.get_variable('om',shape=[num_nodes, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    dec_oc = tf.get_variable('oc',shape=[num_nodes, num_nodes],\n",
    "                             initializer = tf.contrib.layers.xavier_initializer())\n",
    "    dec_ob = tf.Variable(tf.random_uniform([1, num_nodes],-0.05,0.05),name='ob') \n",
    "    \n",
    "    # Softmax Classifier weights and biases.\n",
    "    # If we are using sampled softmax loss, the weights dims shouldbe [50000, 64]\n",
    "    # If not, then [64, 50000]\n",
    "    w = tf.get_variable('softmax_weights',shape=[num_nodes*2, vocabulary_size], \n",
    "                        initializer = tf.contrib.layers.xavier_initializer())\n",
    "    b = tf.Variable(tf.random_uniform([vocabulary_size],-0.05,-0.05),name='softmax_bias')\n",
    "\n",
    "print('\\tDone')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Attention Layer Related Variables\n",
    "\n",
    "We define the weights used to compute the energy ($e_{ij}$) in the attention layer."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Defining Attention Variables ...\n",
      "\tDone\n"
     ]
    }
   ],
   "source": [
    "print('Defining Attention Variables ...')\n",
    "with tf.variable_scope('Attention'):\n",
    "    \n",
    "    # Used to calculate e_{ij} as\n",
    "    # e_{ij} = v_a' tanh(W_a . dec_output + U_a . enc_output)\n",
    "    # Then alpha_{ij} is the softmax output (normalized) of e_{ij}\n",
    "    W_a = tf.Variable(tf.truncated_normal([num_nodes,num_nodes],stddev=0.05),name='W_a')\n",
    "    U_a = tf.Variable(tf.truncated_normal([num_nodes,num_nodes],stddev=0.05),name='U_a')\n",
    "    v_a = tf.Variable(tf.truncated_normal([num_nodes,1],stddev=0.05),name='v_a')\n",
    "    \n",
    "print('\\tDone')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Defining Cell and Layer Computational Functions\n",
    "\n",
    "We define several functions below:\n",
    "* Encoder LSTM cell computations\n",
    "* Decoder LSTM cell computations\n",
    "* Attention layer computations."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Definition of the cell computation (Encoder)\n",
    "def enc_lstm_cell(i, o, state):\n",
    "    \"\"\"Create a LSTM cell\"\"\"\n",
    "    input_gate = tf.sigmoid(tf.matmul(i, enc_ix) + tf.matmul(o, enc_im) + enc_ib)\n",
    "    forget_gate = tf.sigmoid(tf.matmul(i, enc_fx) + tf.matmul(o, enc_fm) + enc_fb)\n",
    "    update = tf.matmul(i, enc_cx) + tf.matmul(o, enc_cm) + enc_cb\n",
    "    state = forget_gate * state + input_gate * tf.tanh(update)\n",
    "    output_gate = tf.sigmoid(tf.matmul(i, enc_ox) + tf.matmul(o, enc_om) + enc_ob)\n",
    "    return output_gate * tf.tanh(state), state\n",
    "\n",
    "# Definition of the cell computation (Decoder)\n",
    "def dec_lstm_cell(i, o, state, c):\n",
    "    \"\"\"Create a LSTM cell\"\"\"\n",
    "    input_gate = tf.sigmoid(tf.matmul(i, dec_ix) + tf.matmul(o, dec_im) + tf.matmul(c, dec_ic) + dec_ib)\n",
    "    forget_gate = tf.sigmoid(tf.matmul(i, dec_fx) + tf.matmul(o, dec_fm) + tf.matmul(c, dec_fc) + dec_fb)\n",
    "    update = tf.matmul(i, dec_cx) + tf.matmul(o, dec_cm) + tf.matmul(c, dec_cc) +dec_cb \n",
    "    state = forget_gate * state + input_gate * tf.tanh(update)\n",
    "    output_gate = tf.sigmoid(tf.matmul(i, dec_ox) + tf.matmul(o, dec_om) + tf.matmul(o, dec_oc) + dec_ob)\n",
    "    return output_gate * tf.tanh(state), state\n",
    "                    \n",
    "def attn_layer(h_j_unrolled, s_i_minus_1):\n",
    "    '''\n",
    "    Computes attention values for a given decoding position\n",
    "    h_j_unrolled : all the unrolled encoder outputs [[batch_size, num_nodes], [batch_size, num_nodes], ....] => enc_num_unrolling-many\n",
    "    s_i_minus_1 : the previous decoder output [batch_size, num_nodes]\n",
    "    '''\n",
    "    # For the following four calculations we calculate by concatenating all encoder outputs (enc_num_unrollings)\n",
    "    # get the encoder logits\n",
    "    enc_logits = tf.concat(axis=0,values=h_j_unrolled)\n",
    "    \n",
    "    # W_a . encoder_output\n",
    "    w_a_mul_s_i_minus_1 = tf.matmul(enc_logits,W_a) # of size [enc_num_unroll x batch_size, num_nodes]\n",
    "    \n",
    "    # U_a . decoder_output\n",
    "    u_a_mul_h_j = tf.matmul(tf.tile(s_i_minus_1,[enc_num_unrollings,1]), U_a) # of size [enc_num_unroll x batch_size, num_nodes]   \n",
    "    \n",
    "    # calculate \"energy\"\n",
    "    e_j = tf.matmul(tf.nn.tanh(w_a_mul_s_i_minus_1 + u_a_mul_h_j),v_a) # of size [enc_num_unroll x batch_size ,1]\n",
    "    \n",
    "    # we split the e_j s again into enc_num_unrollings batches\n",
    "    batched_e_j = tf.split(axis=0,num_or_size_splits=enc_num_unrollings,value=e_j) # list of enc_num_unroll elements, each element [batch_size, 1]\n",
    "    reshaped_e_j = tf.concat(axis=1,values=batched_e_j) # of size [batch_size, enc_num_unroll]\n",
    "\n",
    "    # Now we calculate alpha_i for all the enc_num_unrollings time steps\n",
    "    alpha_i = tf.nn.softmax(reshaped_e_j) # of size [batch_size, enc_num_unroll]\n",
    "    # break alpha_i into list of enc_num_unroll elemtns, each of size [batch_size,1]\n",
    "    alpha_i_list = tf.unstack(alpha_i,axis=1) \n",
    "    \n",
    "    # list of enc_num_unroll elements, each of size [batch_size,num_nodes]\n",
    "    c_i_list =  [tf.reshape(alpha_i_list[e_i],[-1,1])*h_j_unrolled[e_i] for e_i in range(enc_num_unrollings)] \n",
    "    \n",
    "    # add_n batches all together\n",
    "    c_i = tf.add_n(c_i_list) # of size [batch_size, num_nodes]\n",
    "    \n",
    "    return c_i,alpha_i\n",
    "        "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Defining LSTM Computations\n",
    "\n",
    "Here we define the computations to compute the final state variables of the encoder, feeding that into the decoder as the intial state, computing attention and finally computing the LSTM output, logit values and the predictions."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Calculating Encoder Output\n",
      "Calculating Decoder Output with Attention\n",
      "Calculations for test data\n",
      "\tDone\n"
     ]
    }
   ],
   "source": [
    "# ================================================\n",
    "# Training related inference logic\n",
    "\n",
    "# Store encoder outputs and decoder outputs across the unrolling\n",
    "enc_outputs, dec_outputs = list(),list()\n",
    "\n",
    "# Context vecs are the c_i values in the attention computation\n",
    "context_vecs = list()\n",
    "\n",
    "# These variables are initialized with saved_output and saved_sate\n",
    "# values and then iteratively updated during unrollings\n",
    "output = saved_output\n",
    "state = saved_state\n",
    "                             \n",
    "\n",
    "print('Calculating Encoder Output')\n",
    "# update the output and state values for all the inputs we have\n",
    "for i in enc_train_input_embeds:\n",
    "    output, state = enc_lstm_cell(i, output,state)\n",
    "    # Accumulate all the output values in to a list\n",
    "    enc_outputs.append(output)\n",
    "    \n",
    "print('Calculating Decoder Output with Attention')\n",
    "# Before starting decoder computations, we make sure that\n",
    "# the encoder outputs are computed\n",
    "with tf.control_dependencies([saved_output.assign(output),\n",
    "                             saved_state.assign(state)]):\n",
    "\n",
    "    # Iterate through the decoder unrollings\n",
    "    for ii,i in enumerate(dec_train_input_embeds):\n",
    "        \n",
    "        # Compute attention value for each decode position\n",
    "        c_i,_ = attn_layer(enc_outputs, output)\n",
    "        \n",
    "        # Accumulate c_i in a list\n",
    "        context_vecs.append(c_i)\n",
    "        \n",
    "        output, state = dec_lstm_cell(i, output, state, c_i)\n",
    "\n",
    "        # Accumulate decoder outputs in a list\n",
    "        dec_outputs.append(output)\n",
    "\n",
    "    # Compute the logit values\n",
    "    logits = tf.matmul(tf.concat(axis=1, values=[\n",
    "        tf.concat(axis=0, values=dec_outputs),\n",
    "        tf.concat(axis=0, values=context_vecs)]\n",
    "                                ), \n",
    "                       w) + b\n",
    "    \n",
    "    # Predictions.\n",
    "    train_prediction = tf.nn.softmax(logits)\n",
    "    \n",
    "# ================================================\n",
    "# Testing related inference logic\n",
    "\n",
    "# Initialize iteratively updated states with \n",
    "# saved_test_output and saved_test_state\n",
    "test_output  = saved_test_output\n",
    "test_state = saved_test_state\n",
    "\n",
    "print(\"Calculations for test data\")\n",
    "test_predictions = []\n",
    "test_enc_outputs = []\n",
    "\n",
    "# Compute the encoder output iteratively\n",
    "for i in enc_test_input_embeds:\n",
    "    \n",
    "    test_output, test_state = enc_lstm_cell(i, test_output, test_state)\n",
    "    test_enc_outputs.append(test_output)\n",
    "\n",
    "# This is used for visualization purposes\n",
    "# To build the attention matrix discussed in the chapter\n",
    "test_alpha_i_unrolled = []\n",
    "\n",
    "# Make sure the encoder computations are done\n",
    "with tf.control_dependencies([saved_test_output.assign(test_output),\n",
    "                             saved_test_state.assign(test_state)]):\n",
    "\n",
    "    for i in range(dec_num_unrollings):\n",
    "        \n",
    "        test_c_i,test_alpha = attn_layer(test_enc_outputs, test_output)\n",
    "        \n",
    "        # Used for visualization purposes\n",
    "        test_alpha_i_unrolled.append(test_alpha)\n",
    "        \n",
    "        test_output, test_state = dec_lstm_cell(dec_test_input, test_output, test_state, test_c_i)\n",
    "\n",
    "        # Compute predictions for each decoding step\n",
    "        test_prediction = tf.nn.softmax(\n",
    "            tf.nn.xw_plus_b(\n",
    "                tf.concat(axis=1,values=[test_output,test_c_i]), w, b\n",
    "            )\n",
    "        )\n",
    "\n",
    "        dec_test_input = tf.nn.embedding_lookup(tgt_word_embeddings,tf.argmax(test_prediction,axis=1))\n",
    "        test_predictions.append(tf.argmax(test_prediction,axis=1))\n",
    "\n",
    "print('\\tDone')    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Calculating the Loss\n",
    "\n",
    "Here we calculate the loss. Loss is calculated by summing all the losses obtained across the time axis and averaging over the batch axis. You can see how the `dec_train_masks` is used to mask out irrelevant words from influencing loss"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Calculating Softmax output and Loss\n",
      "\tDone\n"
     ]
    }
   ],
   "source": [
    "# Defining loss, cross-entropy loss summed across time axis averaged over batch axis\n",
    "print('Calculating Softmax output and Loss')\n",
    "loss_batch = tf.concat(axis=0,values=dec_train_masks)*tf.nn.softmax_cross_entropy_with_logits_v2(\n",
    "    logits=logits, labels=tf.concat(axis=0, values=dec_train_labels))\n",
    "\n",
    "loss = tf.reduce_mean(loss_batch)\n",
    "print('\\tDone')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Optimizer\n",
    "We define the model optimization specific operations. We use two optimizers here; Adam and SGD. I observed that using Adam only cause the model to exhibit some undesired behaviors in the long run. Therefore we use Adam to get a good initial estimate for the SGD and use SGD from that point onwards."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Defining Optimizer\n",
      "Checking gradient flow from encoder-to-decoder\n",
      "\tDone\n"
     ]
    }
   ],
   "source": [
    "print('Defining Optimizer')\n",
    "\n",
    "# These are used to decay learning rate over time\n",
    "global_step = tf.Variable(0, trainable=False)\n",
    "\n",
    "# We use two optimizers, when the optimizer changes\n",
    "# we reset the global step\n",
    "inc_gstep = tf.assign(global_step,global_step + 1)\n",
    "reset_gstep = tf.assign(global_step,0)\n",
    "\n",
    "# Calculate decaying learning rate\n",
    "learning_rate = tf.maximum(\n",
    "    tf.train.exponential_decay(\n",
    "        0.005, global_step, decay_steps=1, decay_rate=0.95, staircase=True\n",
    "    ), 0.0001)\n",
    "\n",
    "sgd_learning_rate = tf.maximum(\n",
    "    tf.train.exponential_decay(\n",
    "        0.005, global_step, decay_steps=1, decay_rate=0.95, staircase=True\n",
    "    ), 0.0001)\n",
    "\n",
    "# We use two optimizers: Adam and naive SGD\n",
    "# using Adam in the long run produced undesirable results \n",
    "# (e.g.) sudden fluctuations in BLEU\n",
    "# Therefore we use Adam to get a good starting point for optimizing\n",
    "# and then switch to SGD from that point onwards\n",
    "with tf.variable_scope('Adam'):\n",
    "    optimizer = tf.train.AdamOptimizer(learning_rate)\n",
    "with tf.variable_scope('SGD'):\n",
    "    sgd_optimizer = tf.train.GradientDescentOptimizer(sgd_learning_rate)\n",
    "\n",
    "# Calculates gradients with clipping for Adam\n",
    "gradients, v = zip(*optimizer.compute_gradients(loss))\n",
    "gradients, _ = tf.clip_by_global_norm(gradients, 25.0)\n",
    "optimize = optimizer.apply_gradients(zip(gradients, v))\n",
    "\n",
    "# Calculates gradients with clipping for SGD\n",
    "sgd_gradients, v = zip(*sgd_optimizer.compute_gradients(loss))\n",
    "sgd_gradients, _ = tf.clip_by_global_norm(sgd_gradients, 25.0)\n",
    "sgd_optimize = optimizer.apply_gradients(zip(sgd_gradients, v))\n",
    "\n",
    "# Make sure gradients exist flowing from decoder to encoder\n",
    "print('Checking gradient flow from encoder-to-decoder')\n",
    "for (g_i,v_i) in zip(gradients,v):\n",
    "    assert g_i is not None, 'Gradient none for %s'%(v_i.name)\n",
    "print('\\tDone')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Resetting Train and Test States\n",
    "We here define the state resetting functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Reset state\n",
    "reset_train_state = tf.group(\n",
    "    tf.assign(saved_output, tf.zeros([batch_size, num_nodes])),\n",
    "    tf.assign(saved_state, tf.zeros([batch_size, num_nodes]))\n",
    "                            )\n",
    "\n",
    "reset_test_state = tf.group(\n",
    "    saved_test_output.assign(tf.zeros([batch_size, num_nodes])),\n",
    "    saved_test_state.assign(tf.zeros([batch_size, num_nodes]))\n",
    "                             )\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    " ## Running the Neural Machine Translator with Attention\n",
    " \n",
    " With all the relevant TensorFlow operations defined we move on to defining several functions related to executing our NMT model as well as runnning the model to obtain translations for previously unseen source sentences."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Functions for Evaulating and Printing Results\n",
    "\n",
    "Next we define two functions to print and save the prediction results for training data as well as testing data, and finally define a function to obtain candidate and reference data to calculate the BLEU score."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def print_and_save_train_predictions(du_labels, tr_pred, rand_idx, train_prediction_text_fname):\n",
    "    '''\n",
    "    Use this to print some predicted training samples and save it to file\n",
    "    du_labels: Decoder's unrolled labels (this is a list of dec_num_unrollings \n",
    "    where each item is [batch_size, vocabulary_size])\n",
    "    tr_pred: This is an array [dec_num_unrollings*batch_size, vocabulary_size] array\n",
    "    rand_idx: Some random index we use to pick a data point to print\n",
    "    train_prediction_text_fname: The file we save the prediction results into\n",
    "    '''\n",
    "\n",
    "    # This print_str will be written to the text file as well as printed here\n",
    "    print_str = 'Actual: ' \n",
    "    \n",
    "    # We can get each label corresponding to some sentence by traversing the\n",
    "    # concatenated labels array ([dec_num_unrollings*batch_size, vocabulary_size])\n",
    "    # with a batch_size stride\n",
    "    for w in np.argmax(np.concatenate(du_labels,axis=0)[rand_idx::batch_size],axis=1).tolist():\n",
    "        # Update the print_str\n",
    "        print_str += tgt_reverse_dictionary[w] + ' '\n",
    "        # When we encounter the end of sentence </s> we stop printing\n",
    "        if tgt_reverse_dictionary[w] == '</s>':\n",
    "            break\n",
    "    print(print_str)\n",
    "    \n",
    "    # Write to file\n",
    "    with open(os.path.join(log_dir, train_prediction_text_fname),'a',encoding='utf-8') as fa:                \n",
    "        fa.write(print_str+'\\n')  \n",
    "\n",
    "    # Now print the predicted data by following the same procedure as above\n",
    "    print()\n",
    "    print_str = 'Predicted: '\n",
    "    for w in np.argmax(tr_pred[rand_idx::batch_size],axis=1).tolist():\n",
    "        print_str += tgt_reverse_dictionary[w] + ' '\n",
    "        # When we encounter the end of sentence </s> we stop printing\n",
    "        if tgt_reverse_dictionary[w] == '</s>':\n",
    "            break\n",
    "    print(print_str)\n",
    "    with open(os.path.join(log_dir, train_prediction_text_fname),'a',encoding='utf-8') as fa:                \n",
    "        fa.write(print_str+'\\n')    \n",
    "    \n",
    "    \n",
    "def print_and_save_test_predictions(test_du_labels, test_pred_unrolled, batch_id, test_rand_idx, test_prediction_text_fname):\n",
    "    '''\n",
    "    Use this to print some predicted training samples and save it to file\n",
    "    test_du_labels: Decoder's unrolled labels (this is a list of dec_num_unrollings \n",
    "    where each item is [batch_size, vocabulary_size])\n",
    "    test_pred_unrolled: This is an array [dec_num_unrollings*batch_size, vocabulary_size] array\n",
    "    batch_id: We need this to retrieve the actual sentence for the predicted \n",
    "    test_rand_idx: Some random index we use to pick a data point to print\n",
    "    test_prediction_text_fname: The file we save the prediction results into\n",
    "    '''\n",
    "    \n",
    "    # Print the actual sentence\n",
    "    print('DE: ',test_source_sent[(batch_id*batch_size)+test_rand_idx])\n",
    "    # print_str is the string we display as results and write to a file\n",
    "    print_str = '\\t EN (TRUE):' + test_target_sent[(batch_id*batch_size)+test_rand_idx]\n",
    "    print(print_str + '\\n')\n",
    "\n",
    "    # Printing predictions\n",
    "    print_str = '\\t EN (Predicted): ' \n",
    "    \n",
    "    for test_pred in test_pred_unrolled:                            \n",
    "        print_str += tgt_reverse_dictionary[test_pred[test_rand_idx]] + ' '\n",
    "        if tgt_reverse_dictionary[test_pred[test_rand_idx]] == '</s>':\n",
    "            break\n",
    "    print(print_str + '\\n')\n",
    "\n",
    "    # Write the results to text file\n",
    "    with open(os.path.join(log_dir, test_prediction_text_fname),'a',encoding='utf-8') as fa:                                \n",
    "        fa.write(print_str+'\\n') \n",
    "        \n",
    "def create_bleu_ref_candidate_lists(all_preds, all_labels):\n",
    "    '''\n",
    "    Creates two lists (candidate list and reference list) for calcluating BLEU\n",
    "    all_preds: All the predictions\n",
    "    all_labels: Correspondign all the actual labels\n",
    "    Returns\n",
    "    cand_list: List (sentences) of lists (words in a sentence)\n",
    "    ref_list: List (sentences) of lists (words in a sentence)\n",
    "    '''\n",
    "    bleu_labels, bleu_preds = [],[]\n",
    "    \n",
    "    # calculate bleu score:        \n",
    "    # We iterate batch_size times as i=0,1,2,...,batch_size while grabbing \n",
    "    # i, i+batch_size, i+2*batch_size, i+3*batch_size elements from all_labels and all_preds\n",
    "    # This because the labels/predicitons belonging to same sentence are interleaved by batch_size \n",
    "    # due to the way concatenate labels and predictions\n",
    "    # Taking elements interleaved by batch_size gives the sequence of words belonging to the same sentence\n",
    "    ref_list, cand_list = [],[]\n",
    "    for b_i in range(batch_size):\n",
    "        tmp_lbl = all_labels[b_i::batch_size]            \n",
    "        tmp_lbl = tmp_lbl[np.where(tmp_lbl != tgt_dictionary['</s>'])]            \n",
    "        ref_str = ' '.join([tgt_reverse_dictionary[lbl] for lbl in tmp_lbl])\n",
    "        ref_list.append([ref_str])\n",
    "\n",
    "        tmp_pred = all_preds[b_i::batch_size]\n",
    "        tmp_pred = tmp_pred[np.where(tmp_pred != tgt_dictionary['</s>'])]\n",
    "        cand_str = ' '.join([tgt_reverse_dictionary[pre] for pre in tmp_pred])\n",
    "        cand_list.append(cand_str)\n",
    "\n",
    "    return cand_list, ref_list"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Defining a Single Step of Training\n",
    "\n",
    "We now define a function to train the NMT model for a single step. It takes in encoder inputs, decoder inputs and decoder labels and train the NMT for a single step."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def train_single_step(eu_data, du_data, du_labels):\n",
    "    '''\n",
    "    Define a single training step\n",
    "    eu_data: Unrolled encoder inputs (word IDs)\n",
    "    du_data: Unrolled decoder inputs (word IDs)\n",
    "    du_labels: Unrolled decoder outputs (one hot encoded words)\n",
    "    '''\n",
    "    # Fill the feed dict (Encoder)\n",
    "    feed_dict = {}\n",
    "    for ui,dat in enumerate(eu_data):            \n",
    "        feed_dict[enc_train_inputs[ui]] = dat    \n",
    "    \n",
    "    \n",
    "    # Fill the feed dict (Decoder) \n",
    "    for ui,(dat,lbl) in enumerate(zip(du_data,du_labels)):            \n",
    "        feed_dict[dec_train_inputs[ui]] = dat\n",
    "        feed_dict[dec_train_labels[ui]] = lbl\n",
    "        # The mask masks the </s> items from being part of the loss\n",
    "        d_msk = (np.logical_not(np.argmax(lbl,axis=1)==tgt_dictionary['</s>'])).astype(np.int32).reshape(-1,1)\n",
    "        feed_dict[dec_train_masks[ui]] = d_msk\n",
    "    \n",
    "    # ======================= OPTIMIZATION ==========================\n",
    "    # Apparently using Adam in long term gives very weird behaviors in loss\n",
    "    # so after 20000 iterations we change the optimizer to SGD\n",
    "    if (step+1)<20000:\n",
    "        _,l,tr_pred = sess.run([optimize,loss,train_prediction], feed_dict=feed_dict)\n",
    "    else:\n",
    "        _,l,tr_pred = sess.run([sgd_optimize,loss,train_prediction], feed_dict=feed_dict)\n",
    "        \n",
    "    return l, tr_pred"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Defining Data Generators and Other Related Variables"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Intializing Global Variables\n",
      "\tDone\n"
     ]
    }
   ],
   "source": [
    "# This is where all the results will be logged into\n",
    "log_dir = 'logs'\n",
    "if not os.path.exists(log_dir):\n",
    "    os.mkdir(log_dir)\n",
    "\n",
    "# Some configuration for the TensorFlow session\n",
    "config = tf.ConfigProto()\n",
    "# Not dedicate the whole GPU memory but grow memory as required\n",
    "config.gpu_options.allow_growth = True\n",
    "# Place Graph nodes on CPU or GPU as per availability\n",
    "config.allow_soft_placement=True \n",
    "sess = tf.InteractiveSession(config=config)\n",
    "\n",
    "# Filenames of the logs\n",
    "train_prediction_text_fname = 'train_predictions_pret.txt'\n",
    "test_prediction_text_fname = 'test_predictions_pret.txt'\n",
    "\n",
    "# Initialize global variables\n",
    "print('Intializing Global Variables')\n",
    "tf.global_variables_initializer().run()\n",
    "\n",
    "# Defining data generators\n",
    "def define_data_generators(batch_size, enc_num_unrollings, dec_num_unrollings):\n",
    "    # Training data generators (Encoder and Decoder)\n",
    "    enc_data_generator = DataGeneratorMT(batch_size=batch_size,num_unroll=enc_num_unrollings,is_source=True, is_train=True)\n",
    "    dec_data_generator = DataGeneratorMT(batch_size=batch_size,num_unroll=dec_num_unrollings,is_source=False, is_train=True)\n",
    "\n",
    "    # Testing data generators (Encoder and Decoder)\n",
    "    test_enc_data_generator = DataGeneratorMT(batch_size=batch_size,num_unroll=enc_num_unrollings,is_source=True, is_train=False)\n",
    "    test_dec_data_generator = DataGeneratorMT(batch_size=batch_size,num_unroll=dec_num_unrollings,is_source=False, is_train=False)\n",
    "\n",
    "    return enc_data_generator, dec_data_generator, test_enc_data_generator, test_dec_data_generator\n",
    "\n",
    "print('\\tDone')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "### Running Training and Testing for NMT\n",
    "\n",
    "With all the TensorFlow operations, helper functions defined we train and test the NMT system."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Started Training\n",
      ".....Step  500\n",
      "Actual: Room Notes : Circus <unk> is a charming <unk> house in an amazing location : just behind the famous Circus and next door to The Royal Crescent , in the heart of Georgian Bath . </s> \n",
      "\n",
      "Predicted: Room Notes : 13 was , a good location , , the hotel and . <unk> to the hotel city , <unk> to to the <unk> . . the the hotel of the . . </s> \n",
      "(Train) BLEU (630 elements):  0.2124202059721479\n",
      ".....Step  1000\n",
      "Actual: One child under 12 years is charged EUR 30 <unk> per night and person in an extra bed . </s> \n",
      "\n",
      "Predicted: The of in 15 years are charged . 15 <unk> per night . person . the room beds . </s> \n",
      "(Train) BLEU (520 elements):  0.2538571172836747\n",
      "============= Step  1000  =============\n",
      "\t Loss:  1.040665469557047\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Das Hotel Sempione verfügt über eine ideale , ruhige Lage in einem geschäftigen Viertel mit guter Verkehrsanbindung . Der Bahnhof und eine U ##AT##-##AT## Bahnstation liegen in der Nähe .\n",
      "\n",
      "\t EN (TRUE):Hotel Sempione welcomes you to a busy yet quiet area of Milan , within walking distance of excellent transport links , including the central railway station and the Repubblica metro station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a short walk from the city centre , and the <unk> , and the <unk> Hotel is a short walk from the city centre , and the <unk> , and the <unk> Hotel is a short walk from the city centre . </s> \n",
      "\n",
      "DE:  1 Nun ließ der Herr , Gott , die Hungersnot im Land Ur so schwer werden , daß a Haran , mein Bruder , starb ; aber b Terach , mein Vater , lebte noch im Land Ur der Chaldäer .\n",
      "\n",
      "\t EN (TRUE):1 Now the Lord God caused the a famine to wax sore in the land of Ur , insomuch that b Haran , my brother , died ; but c Terah , my father , yet lived in the land of Ur , of the Chaldees .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Lord , the Lord , the Lord , the Lord , the Lord , and the Lord , and the Lord , and the Lord , and the Lord , and the Lord , and the Lord , and the Lord , and the Lord , and the Lord , and the Lord , and the Lord , and the \n",
      "\n",
      "DE:  Residenz City Lodge befindet sich am mandelförmigen Sweelinckplein im Herzen des schicken Duinoord ##AT##-##AT## Viertels in Den Haag .\n",
      "\n",
      "\t EN (TRUE):In the midst of the bustling city life , an oasis of peace and luxury can be found bordering the beautiful Haagsche Park , across from the main train station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a short walk from the <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Im Allgemeinen basieren sie auf Datenbanken , Templates und Skripts .\n",
      "\n",
      "\t EN (TRUE):In general they are based on databases , template and scripts .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Das „ Ladino di Fassa “ ist jedoch mehr als ein Dialekt – es ist eine richtige Sprache .\n",
      "\n",
      "\t EN (TRUE):This is Ladin from Fassa which is more than a dialect : it is a language in its own right .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> . </s> \n",
      "\n",
      "DE:  Standort war sehr praktisch . In 5 Minuten ist man am Hauptbahnhof , in 10 Minuten im Bankenviertel .\n",
      "\n",
      "\t EN (TRUE):very central only a few minutes walk from Bohr / Ryanair bus stop and main train station.Generally cheap and cheerful .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is very friendly and comfortable . </s> \n",
      "\n",
      "DE:  Wünschen Sie Unterstützung bei der der Zentrensuche ?\n",
      "\n",
      "\t EN (TRUE):Would you like being assisted in searching a specialised centre ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): Select the <unk> of the <unk> <unk> ? </s> \n",
      "\n",
      "DE:  Ein älteres Kind oder Erwachsener zahlt USD 23,40 pro Übernachtung in einem der vorhandenen Betten .\n",
      "\n",
      "\t EN (TRUE):One older child or adult is charged USD 23.40 per night when using existing bedding .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a very good location in the city centre , and the <unk> was very good . </s> \n",
      "\n",
      "DE:  Jeder Wikitraveler kann Artikel verändern , neue Seiten erstellen und sogar Informationen über die Seite selbst überschreiben .\n",
      "\n",
      "\t EN (TRUE):Any Wikitraveller can change articles , rewrite navigation areas , even overwrite information about the site itself .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Ziel von 50 ##AT##-##AT## Hand Video Poker ist ähnlich zu dem von Video Poker : eine Pokerhand mit fünf Karten , die mindestens die niedrigste Kombination von dem Spieltisch , an dem Sie sich gerade befinden , zu erlangen .\n",
      "\n",
      "\t EN (TRUE):The object of 50 ##AT##-##AT## Hand Video Poker is similar to Video Poker , to obtain a five ##AT##-##AT## card poker hand that contains at least the lowest combination on the pay table for the version you are playing .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a short walk from the <unk> , <unk> , and the <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , and <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "(Test) BLEU (100 elements):  0.12795037125588665\n",
      "=====================================================\n",
      ".....Step  1500\n",
      "Actual: Such a privileged position features excellent transport links in the vicinity with the metro nearby , ensuring that the sights are easily accessible as well as the main business centres , airport and the nightlife spots . </s> \n",
      "\n",
      "Predicted: The a few place in the and links to the city of the city station , and the the <unk> of the accessible by the as the <unk> railway centre . and and the city . . </s> \n",
      "(Train) BLEU (510 elements):  0.27388555624718686\n",
      ".....Step  2000\n",
      "Actual: For a better stay in <unk> , south of <unk> , and a better discovery of the <unk> valley and the desert ( dunes and oases ) with camels or with <unk> , Riad <unk> invites you to enjoy <unk> rooms and quality service . </s> \n",
      "\n",
      "Predicted: The the few ##AT##-##AT## in the , the of the , the the <unk> ##AT##-##AT## of the <unk> , , the <unk> of <unk> ) <unk> ) . the , the a . and , . the to the the . . the . . </s> \n",
      "(Train) BLEU (420 elements):  0.2908322861168277\n",
      "============= Step  2000  =============\n",
      "\t Loss:  0.9446902069151402\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Das Hotel Sempione verfügt über eine ideale , ruhige Lage in einem geschäftigen Viertel mit guter Verkehrsanbindung . Der Bahnhof und eine U ##AT##-##AT## Bahnstation liegen in der Nähe .\n",
      "\n",
      "\t EN (TRUE):Hotel Sempione welcomes you to a busy yet quiet area of Milan , within walking distance of excellent transport links , including the central railway station and the Repubblica metro station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a great location , the hotel is a great location , and the hotel is a great location , the hotel is a great location , and the hotel is a great location , and the hotel is a great location , and the hotel is a great location , and the hotel is a great location \n",
      "\n",
      "DE:  In raschem Tempo werden die Modelle angepasst und erneuert .\n",
      "\n",
      "\t EN (TRUE):The models are quickly being improved and renewed .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Niedrigere Preise durch mehr Wettbewerb . Die Kosten für Kapital können durch Währungsstabilität , niedrigere Zinssätze und eine bessere Organisation der Kapitalmärkte gesenkt werden .\n",
      "\n",
      "\t EN (TRUE):In a knowledge ##AT##-##AT## based society the opportunity of education is the key to progress and equality and sustainability .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Wenn eine Speicherung der Daten auf dem Client erfolgen soll , werden Cookys verwendet .\n",
      "\n",
      "\t EN (TRUE):When client data storage is needed , cookies are used .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you are no fee of the <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Das „ Ladino di Fassa “ ist jedoch mehr als ein Dialekt – es ist eine richtige Sprache .\n",
      "\n",
      "\t EN (TRUE):This is Ladin from Fassa which is more than a dialect : it is a language in its own right .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a new <unk> . </s> \n",
      "\n",
      "DE:  Booking.com : Best Western Hotell SöderH , Söderhamn , Schweden - 29 Gästebewertungen .\n",
      "\n",
      "\t EN (TRUE):Booking.com : Best Western Hotell SöderH , Söderhamn , Sweden - 29 Guest reviews .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Booking .com : Radisson Hotel <unk> , United Kingdom - Guest reviews . </s> \n",
      "\n",
      "DE:  Wünschen Sie Unterstützung bei der der Zentrensuche ?\n",
      "\n",
      "\t EN (TRUE):Would you like being assisted in searching a specialised centre ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): How to the <unk> <unk> <unk> ? </s> \n",
      "\n",
      "DE:  With a unique location in the heart of Peneda / Gerês National Park , this Pousada has a breathking view over the river Cávado and the peaceful Caniçada dam .\n",
      "\n",
      "\t EN (TRUE):Located in the heart of Peneda ##AT##-##AT## Gerês National Park , this guest house boasts panoramic views of the surrounding mountains and is a welcome retreat for nature enthusiasts .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel was a great location for the hotel , the hotel was very helpful and helpful . </s> \n",
      "\n",
      "DE:  Jeder Wikitraveler kann Artikel verändern , neue Seiten erstellen und sogar Informationen über die Seite selbst überschreiben .\n",
      "\n",
      "\t EN (TRUE):Any Wikitraveller can change articles , rewrite navigation areas , even overwrite information about the site itself .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you are not a new and the <unk> , the <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Die Musikant entspricht dem Folkrock . Dennoch finden sich in den Liedern viele musikalische Elemente aus klassisch- folklorischer Liedern aus Anatolien bis zum Mittelmeer , aus Latein- amerikanischen Märschen bis hin zu klassischen Rockklängen .\n",
      "\n",
      "\t EN (TRUE):Yorum continues to sing hopeful songs in the name of all the world &apos;s revolutionary music .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.18042116084415435\n",
      "=====================================================\n",
      ".....Step  2500\n",
      "Actual: Good location and comfortable rooms with good service and quiet during the night . </s> \n",
      "\n",
      "Predicted: The location , the , , the breakfast . friendly . the hotel . </s> \n",
      "(Train) BLEU (460 elements):  0.29311715820403206\n",
      ".....Step  3000\n",
      "Actual: What Do Madonna , Moby and Ministry of Sound Have in Common ? </s> \n",
      "\n",
      "Predicted: What the you , <unk> , <unk> of the ? ? the ? </s> \n",
      "(Train) BLEU (500 elements):  0.29578034164930234\n",
      "============= Step  3000  =============\n",
      "\t Loss:  0.913320859849453\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  In der Hotelbeschreibung im Internet müßte die Zufahrt beschrieben werden .\n",
      "\n",
      "\t EN (TRUE):There are no adverse comments about this hotel at all .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the best to be used to be used to be used . </s> \n",
      "\n",
      "DE:  Man schließt die Gitarre über Mikrofon oder Pickup an die PC Soundkarte an und schon kann es losgehen .\n",
      "\n",
      "\t EN (TRUE):You connect the guitar via microphone or pickup with the PC soundcard and you are ready !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> . </s> \n",
      "\n",
      "DE:  Das ist viel einfacher ... Nein , streiten Sie nicht mit mir ... es ist einfacher ... ach , wie auch immer !\n",
      "\n",
      "\t EN (TRUE):This is far more easy ... no , don &apos;t argue with me ... it is easier ... ah whatever !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a small and very good location . </s> \n",
      "\n",
      "DE:  Wie hilfreich finden Sie die Demo ##AT##-##AT## CD ?\n",
      "\n",
      "\t EN (TRUE):How helpful do you find the demo CD ##AT##-##AT## ROM ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): The default is a file of your computer ? </s> \n",
      "\n",
      "DE:  Das „ Ladino di Fassa “ ist jedoch mehr als ein Dialekt – es ist eine richtige Sprache .\n",
      "\n",
      "\t EN (TRUE):This is Ladin from Fassa which is more than a dialect : it is a language in its own right .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a member of the <unk> and <unk> . </s> \n",
      "\n",
      "DE:  Nachfolgend sehen Sie die Gästebewertungen von Meliá Fernán González Boutique hotel .\n",
      "\n",
      "\t EN (TRUE):The guest reviews are submitted by our customers after their stay at Meliá Fernán González Boutique hotel .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The guest reviews are submitted by our customers after their stay at <unk> <unk> . </s> \n",
      "\n",
      "DE:  Wünschen Sie Unterstützung bei der der Zentrensuche ?\n",
      "\n",
      "\t EN (TRUE):Would you like being assisted in searching a specialised centre ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , the <unk> <unk> <unk> <unk> <unk> <unk> <unk> ? </s> \n",
      "\n",
      "DE:  With a unique location in the heart of Peneda / Gerês National Park , this Pousada has a breathking view over the river Cávado and the peaceful Caniçada dam .\n",
      "\n",
      "\t EN (TRUE):Located in the heart of Peneda ##AT##-##AT## Gerês National Park , this guest house boasts panoramic views of the surrounding mountains and is a welcome retreat for nature enthusiasts .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the heart of the city centre , the <unk> <unk> , <unk> <unk> , <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Es handelt sich um ein ziemlich einfaches Protokoll ; TFTP macht aber manchmal Probleme .\n",
      "\n",
      "\t EN (TRUE):This is a fairly simple protocol , but sometimes there are problems trying to get it to work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): It is a very good location , but it is a very good choice for a very good choice . </s> \n",
      "\n",
      "DE:  William Gross beschreibt die Bedeutung des Manuskripts für die Sammlung der Familie Gross .\n",
      "\n",
      "\t EN (TRUE):William Gross describes the significance of the manuscript to the Gross Family Collection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the best to the <unk> and the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.20053246605391484\n",
      "=====================================================\n",
      ".....Step  3500\n",
      "Actual: The bedroom also has a floor ##AT##-##AT## to ##AT##-##AT## ceiling window with side views of the river and views to Canary Wharf . </s> \n",
      "\n",
      "Predicted: The <unk> has has a large with style ##AT##-##AT## east and and a ##AT##-##AT## of the city and the of the Islands . </s> \n",
      "(Train) BLEU (530 elements):  0.30958619158932515\n",
      ".....Step  4000\n",
      "Actual: It is advisable to set this variable in / etc / make <unk> so that updating your system doesn &apos;t remove the language packs you want . </s> \n",
      "\n",
      "Predicted: It is not to be up <unk> , the <unk> . / the , not the the own is &apos;t have the same . . . to </s> \n",
      "(Train) BLEU (520 elements):  0.3171605174050225\n",
      "============= Step  4000  =============\n",
      "\t Loss:  0.9011434498131276\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Je mehr Zeit wir mit Gilad und dem Rest des Teams in Israel verbracht haben ( um nicht den lauten Hahn zu erwähnen der schreiend bei denen über den Campus rennt ) desto überzeugter waren wir – zusammen können wir mehr bewegen .\n",
      "\n",
      "\t EN (TRUE):The more time we spent with Gilad as well as the rest of the team in Israel ( not to mention the very loud rooster that runs around in their campus ) , the more convinced we all became - we ’ ll be better off together .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> \n",
      "\n",
      "DE:  Google nimmt niemals Geld für die Einbeziehung oder das Ranking von Websites und die Schaltung in den indexbasierten Suchergebnissen ist kostenlos .\n",
      "\n",
      "\t EN (TRUE):Google never accepts money to include or rank sites in our search results , and it costs nothing to appear in our organic search results .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you are interested in the world , the <unk> , and the <unk> , the <unk> is the same time . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  „ Für uns junge slowenische Architekten ist prägend , wie Plečnik den öffentlichen Raum in Ljubljana zu gliedern verstand .\n",
      "\n",
      "\t EN (TRUE):“ For us young Slovene architects the way in which Plečnik was able to shape public space in Ljubljana is highly influential .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a <unk> of the <unk> , and <unk> , and the <unk> <unk> . </s> \n",
      "\n",
      "DE:  Die schlanke , einfache Oberfläche und die gute Performance machen es zum idealen Werkzeug , um dein Netbook ( oder normales Notebook ) in einen e ##AT##-##AT## Book Reader zu verwandeln .\n",
      "\n",
      "\t EN (TRUE):Its low resource use , simple interface and fast performance makes it the ideal tool to turn your netbook ( or regular laptop ) into an e ##AT##-##AT## book reader .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a result of the <unk> , and <unk> , and <unk> , and <unk> , and <unk> , and <unk> . </s> \n",
      "\n",
      "DE:  aufgerufen wird , fügt Sie die Flash Nachricht &quot; Eintrag gespeichert !\n",
      "\n",
      "\t EN (TRUE):is called , it adds the flash message &quot; Record Saved !\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you want to use the file file . </s> \n",
      "\n",
      "DE:  Nachfolgend sehen Sie die Gästebewertungen von Meliá Fernán González Boutique hotel .\n",
      "\n",
      "\t EN (TRUE):The guest reviews are submitted by our customers after their stay at Meliá Fernán González Boutique hotel .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The guest reviews are submitted by our customers after their stay at <unk> Hotel . </s> \n",
      "\n",
      "DE:  Dazu kam die deutsche Beteiligung an AWACS ##AT##-##AT## Flügen .\n",
      "\n",
      "\t EN (TRUE):Additionally , the Germans participated in AWACS flights .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The Rotary Foundation is a member of the Rotary Foundation . </s> \n",
      "\n",
      "DE:  Tux Racer wird Ihnen helfen , die Zeit totzuschlagen und sie können OpenOffice zum Arbeiten verwenden .\n",
      "\n",
      "\t EN (TRUE):Tux Racer will help you pass the time while you wait , and you can use OpenOffice for work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , and <unk> , and the <unk> , and the <unk> and <unk> . </s> \n",
      "\n",
      "DE:  Softwaretools wie zum Beispiel der NI Analog Waveform Editor , das NI Modulation Toolkit und LabVIEW helfen Anwendern , die Entwicklungszeit von Prüfsystemen zu verringern und gleichzeitig flexibel auf die sich ändernden Anwendungsanforderungen zu reagieren .\n",
      "\n",
      "\t EN (TRUE):Software tools such as the NI Analog Waveform Editor , Modulation Toolkit and LabVIEW , help reduce your test system development time while also having the flexibility to meet your changing application requirements .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> NI ##AT##-##AT## DAQmx driver , and NI <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## \n",
      "\n",
      "DE:  in dieser Option ermöglicht , Dateien relativ zum aktuellen Verzeichnis einzubinden .\n",
      "\n",
      "\t EN (TRUE):in the include path allows for relative includes as it means the current directory . However , it is more efficient to explicitly use include &apos; . / file &apos; than having PHP always check the current directory for every include .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is not available to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to \n",
      "\n",
      "(Test) BLEU (100 elements):  0.17555600911866992\n",
      "=====================================================\n",
      ".....Step  4500\n",
      "Actual: Elements also offer a rich layer of knowledge by offering version control , allowing you to trace the history of changes made to critical information during the course of a project . </s> \n",
      "\n",
      "Predicted: The , will a wide , of the , the a of of and you to see the <unk> of the . . the . . the <unk> . the <unk> . </s> \n",
      "(Train) BLEU (430 elements):  0.31249005356260695\n",
      ".....Step  5000\n",
      "Actual: It provides detailed information on courses of legal studies at doctorate , undergraduate and postgraduate level offered by 300 universities in Europe . Furthermore , it contains background information about the featured countries , their legal systems and professions . </s> \n",
      "\n",
      "Predicted: For is information information about the , the and in the , and , international information . by the . . Europe . </s> \n",
      "(Train) BLEU (450 elements):  0.33190631957826344\n",
      "============= Step  5000  =============\n",
      "\t Loss:  0.8543403533399105\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Ideale Lage für Exkursionen in die Stadt und Nähe zur Promenade .\n",
      "\n",
      "\t EN (TRUE):There was plenty of space in the room and a nice garden to sit and have a drink and smoke .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is very good and comfortable , comfortable and comfortable . </s> \n",
      "\n",
      "DE:  Google nimmt niemals Geld für die Einbeziehung oder das Ranking von Websites und die Schaltung in den indexbasierten Suchergebnissen ist kostenlos .\n",
      "\n",
      "\t EN (TRUE):Google never accepts money to include or rank sites in our search results , and it costs nothing to appear in our organic search results .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Note that the <unk> is not available for the <unk> , and the <unk> , the <unk> <unk> , the <unk> <unk> is the <unk> <unk> . </s> \n",
      "\n",
      "DE:  Residenz City Lodge befindet sich am mandelförmigen Sweelinckplein im Herzen des schicken Duinoord ##AT##-##AT## Viertels in Den Haag .\n",
      "\n",
      "\t EN (TRUE):In the midst of the bustling city life , an oasis of peace and luxury can be found bordering the beautiful Haagsche Park , across from the main train station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): A <unk> is a short walk from the beach , the <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Genießen Sie hier in gemütlicher Atmosphäre ein kühles Kölsch oder einen erfrischenden Cocktail .\n",
      "\n",
      "\t EN (TRUE):Enjoy a local beer or refreshing cocktail in a cosy atmosphere .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Enjoy a drink in a drink in a few minutes . </s> \n",
      "\n",
      "DE:  Zitate mit unterschiedlichsten stilistischen Effekten treffen aufeinander : Referenzen auf das narrative Autorenkino ( Hitchcock , Eisenstein , Godard , Brian De Palma ) , poetische oder theoretische Texte ( Tschechow , Duras , Barthes , Žižek , Weibel , Gržinić ) und Verweise auf Massenmedien – B ##AT##-##AT## Filme , TV ##AT##-##AT## Shows , Werbespots , politische Nachrichtensendungen .\n",
      "\n",
      "\t EN (TRUE):Out of all this material , mixed with disnarrative polysemy and an astonishing lack of inhibition , strange “ fictions ” are reconstructed — fragmentary fictions that are constantly interrupted .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Standort war sehr praktisch . In 5 Minuten ist man am Hauptbahnhof , in 10 Minuten im Bankenviertel .\n",
      "\n",
      "\t EN (TRUE):very central only a few minutes walk from Bohr / Ryanair bus stop and main train station.Generally cheap and cheerful .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a good place to be found in the heart of Frankfurt . </s> \n",
      "\n",
      "DE:  Wünschen Sie Unterstützung bei der der Zentrensuche ?\n",
      "\n",
      "\t EN (TRUE):Would you like being assisted in searching a specialised centre ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): Do you want to use the <unk> . </s> \n",
      "\n",
      "DE:  Das Athens Gate Hotel liegt unterhalb der Akropolis nur 100 m vom neuen Akropolis ##AT##-##AT## Museum entfernt .\n",
      "\n",
      "\t EN (TRUE):The Athens Gate Hotel rests under the Acropolis , just 100 metres from the new Acropolis museum .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the heart of the city of the city centre . </s> \n",
      "\n",
      "DE:  Einst verwunschene Eilande , später Schlupfwinkel von Piraten , welche die goldbeladenen Schiffe der Spanier überfielen , sind diese unwirtlichen Inseln mit dem seltsamen Tierleben heute wohl eines der letzten großen Tierparadiese der Welt .\n",
      "\n",
      "\t EN (TRUE):Apart from its beautiful beaches and unique and varied ecosystems , the Galapagos Islands are home to towering active volcanoes that reach altitudes up to 1,600 meters .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , the <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Das Personal war immer hilfsbereit und freundlich .\n",
      "\n",
      "\t EN (TRUE):The location and helpfulness of staff was excellent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The staff were friendly and friendly and friendly . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.16871871200915653\n",
      "=====================================================\n",
      ".....Step  5500\n",
      "Actual: Our guests will feel right at home thanks to the pleasant and cordial atmosphere , the attention to detail and the personal service . </s> \n",
      "\n",
      "Predicted: The <unk> can find the in the , to the <unk> and comfortable , . and hotel of the and the <unk> atmosphere . </s> \n",
      "(Train) BLEU (460 elements):  0.32528087341897727\n",
      ".....Step  6000\n",
      "Actual: You agree that you have reviewed , agree to and understand our Privacy Policy and the terms and conditions thereof . </s> \n",
      "\n",
      "Predicted: The can that the can to the or that be the that <unk> Policy , the <unk> of the of , </s> \n",
      "(Train) BLEU (340 elements):  0.33781066321661035\n",
      "============= Step  6000  =============\n",
      "\t Loss:  0.8552386335581541\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  34 Diese a Worte sind wahr und treu ; darum übertretet sie nicht , und b nehmt auch nichts davon weg .\n",
      "\n",
      "\t EN (TRUE):34 These sayings are a true and faithful ; wherefore , transgress them not , neither b take therefrom .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 34 Therefore , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily , verily \n",
      "\n",
      "DE:  1 Nun ließ der Herr , Gott , die Hungersnot im Land Ur so schwer werden , daß a Haran , mein Bruder , starb ; aber b Terach , mein Vater , lebte noch im Land Ur der Chaldäer .\n",
      "\n",
      "\t EN (TRUE):1 Now the Lord God caused the a famine to wax sore in the land of Ur , insomuch that b Haran , my brother , died ; but c Terah , my father , yet lived in the land of Ur , of the Chaldees .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 1 Now , he shall be a <unk> , and a <unk> , and a <unk> , and a <unk> , and a <unk> , and a <unk> , and a <unk> , and a <unk> , and a <unk> , and a <unk> , and a <unk> , and a <unk> , and a <unk> , and a <unk> \n",
      "\n",
      "DE:  Niedrigere Preise durch mehr Wettbewerb . Die Kosten für Kapital können durch Währungsstabilität , niedrigere Zinssätze und eine bessere Organisation der Kapitalmärkte gesenkt werden .\n",
      "\n",
      "\t EN (TRUE):In a knowledge ##AT##-##AT## based society the opportunity of education is the key to progress and equality and sustainability .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  15. einem Dritten bei dem Verstoss gegen eine dieser Regeln zu helfen .\n",
      "\n",
      "\t EN (TRUE):15. assist any third party in engaging in any activity prohibited by these Terms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): - <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Nach einigen Wanderwochen erreichten ich und Celina Warschau . Auf dem Weg zum jüdischen Komitee begegnete ich auf der Straße meinem Bruder !\n",
      "\n",
      "\t EN (TRUE):It turned out that Marek had jumped from the window of a train moving to Majdanek .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> was a little bit of the <unk> , but I had a <unk> , and the <unk> was a little bit to be a <unk> , but I had a <unk> , and the <unk> was a little bit to be a <unk> , but I had a <unk> , and the <unk> was a little bit to \n",
      "\n",
      "DE:  Booking.com : Best Western Hotell SöderH , Söderhamn , Schweden - 29 Gästebewertungen .\n",
      "\n",
      "\t EN (TRUE):Booking.com : Best Western Hotell SöderH , Söderhamn , Sweden - 29 Guest reviews .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Booking .com : hotel Best Western Hotel <unk> , <unk> , <unk> , United Kingdom - 167 Guest reviews . </s> \n",
      "\n",
      "DE:  Naturreservat auf aufgeschüttetem Gelände am Río de la Plata .\n",
      "\n",
      "\t EN (TRUE):Wide selection of main courses including fresh pasta in homemade sauces ( $ 15 ##AT##-##AT## 30AR ) , traditional chicken dishes incuding Chicken Marsala ( $ 20AR- $ 30AR ) , and a variety of meats including Argentine parilla style steaks ( $ 35AR ) . The menu of seafood is worth considering with rareties such as fresh Yellow ##AT##-##AT## fin Tuna steak in a pesto sauce ( $ 30AR ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la <unk> de la \n",
      "\n",
      "DE:  Die Lizenzgeberin haftet auch nach den gesetzlichen Bestimmungen , sofern als Folge eines von ihr zu vertretenden Lieferverzuges der / die Lizenznehmer / in berechtigt ist , geltend zu machen , dass sein Interesse an der weiteren Vertragserfüllung in Fortfall geraten ist .\n",
      "\n",
      "\t EN (TRUE):For any discounts the amount of the bill needs to have been paid in full on the account of the licensor .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the <unk> of the <unk> , and the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> \n",
      "\n",
      "DE:  Softwaretools wie zum Beispiel der NI Analog Waveform Editor , das NI Modulation Toolkit und LabVIEW helfen Anwendern , die Entwicklungszeit von Prüfsystemen zu verringern und gleichzeitig flexibel auf die sich ändernden Anwendungsanforderungen zu reagieren .\n",
      "\n",
      "\t EN (TRUE):Software tools such as the NI Analog Waveform Editor , Modulation Toolkit and LabVIEW , help reduce your test system development time while also having the flexibility to meet your changing application requirements .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> , <unk> , <unk> , and <unk> , and <unk> , and the NI <unk> ##AT##-##AT## <unk> , NI <unk> . </s> \n",
      "\n",
      "DE:  Das Personal war immer hilfsbereit und freundlich .\n",
      "\n",
      "\t EN (TRUE):The location and helpfulness of staff was excellent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The staff were very helpful and helpful . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.20232858918141366\n",
      "=====================================================\n",
      ".....Step  6500\n",
      "Actual: Also took a role in the television series . </s> \n",
      "\n",
      "Predicted: The of a new in a <unk> . . </s> \n",
      "(Train) BLEU (530 elements):  0.32779401432219263\n",
      ".....Step  7000\n",
      "Actual: The NI <unk> features programmable input ranges of ± 20 mA or 0 to 20 mA , 16 ##AT##-##AT## bit resolution , and a 200 <unk> / s maximum sampling rate . </s> \n",
      "\n",
      "Predicted: The <unk> <unk> <unk> a <unk> channels from the 10 <unk> . <unk> <unk> <unk> <unk> . <unk> <unk> bit ##AT##-##AT## of <unk> a <unk> % <unk> <unk> <unk> of rate . </s> \n",
      "(Train) BLEU (440 elements):  0.3386014073273868\n",
      "============= Step  7000  =============\n",
      "\t Loss:  0.8426103021502495\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Zum klimatisierten Hotel gehören auch ein Whirpool und eine traumhafte Sonnenterrasse .\n",
      "\n",
      "\t EN (TRUE):Apart from this , the guests can enjoy the facility of an independent air ##AT##-##AT## conditioning system , a jacuzzi and a beautiful sun terrace .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a perfect place to relax and enjoy a drink in the hotel . </s> \n",
      "\n",
      "DE:  Google nimmt niemals Geld für die Einbeziehung oder das Ranking von Websites und die Schaltung in den indexbasierten Suchergebnissen ist kostenlos .\n",
      "\n",
      "\t EN (TRUE):Google never accepts money to include or rank sites in our search results , and it costs nothing to appear in our organic search results .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you want to use the <unk> and the <unk> of the <unk> , the <unk> <unk> is the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Das ist viel einfacher ... Nein , streiten Sie nicht mit mir ... es ist einfacher ... ach , wie auch immer !\n",
      "\n",
      "\t EN (TRUE):This is far more easy ... no , don &apos;t argue with me ... it is easier ... ah whatever !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a good idea to get to the <unk> , and the <unk> , the <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Im Allgemeinen basieren sie auf Datenbanken , Templates und Skripts .\n",
      "\n",
      "\t EN (TRUE):In general they are based on databases , template and scripts .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the case of the <unk> , the <unk> will be used in the <unk> . </s> \n",
      "\n",
      "DE:  Nach einigen Wanderwochen erreichten ich und Celina Warschau . Auf dem Weg zum jüdischen Komitee begegnete ich auf der Straße meinem Bruder !\n",
      "\n",
      "\t EN (TRUE):It turned out that Marek had jumped from the window of a train moving to Majdanek .\n",
      "\n",
      "\n",
      "\t EN (Predicted): After the <unk> , I was not afraid of the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Standort war sehr praktisch . In 5 Minuten ist man am Hauptbahnhof , in 10 Minuten im Bankenviertel .\n",
      "\n",
      "\t EN (TRUE):very central only a few minutes walk from Bohr / Ryanair bus stop and main train station.Generally cheap and cheerful .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a 5 minutes from the city centre . </s> \n",
      "\n",
      "DE:  Hotelparkplätze sind gegen eine kleine Gebühr vorhanden .\n",
      "\n",
      "\t EN (TRUE):Car Parking is available at the hotel at a small charge . ( check in advance as spaces are limited and certain conditions apply ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a small country , a small country , a small , in the city of the city . </s> \n",
      "\n",
      "DE:  Das Cleddau Bridge Hotel ist der ideale Platz um zu entspannen oder geschäftlich zu reisen .\n",
      "\n",
      "\t EN (TRUE):Cleddau Bridge hotel is the ideal place for those who want a relaxing holiday or who travel for business .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the heart of the city of <unk> . </s> \n",
      "\n",
      "DE:  Zimmerbeschreibung : Our Castle Deluxe Rooms are traditionally themed with rich luxurious fabrics and furnishings , many with excellent views over the Castle grounds .\n",
      "\n",
      "\t EN (TRUE):Room Notes : Our Castle Deluxe Rooms are traditionally themed with rich luxurious fabrics and furnishings , many with excellent views over the Castle grounds .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Room Notes : The rooms are situated in the heart of the city of <unk> , and the <unk> <unk> . </s> \n",
      "\n",
      "DE:  Die Musikant entspricht dem Folkrock . Dennoch finden sich in den Liedern viele musikalische Elemente aus klassisch- folklorischer Liedern aus Anatolien bis zum Mittelmeer , aus Latein- amerikanischen Märschen bis hin zu klassischen Rockklängen .\n",
      "\n",
      "\t EN (TRUE):Yorum continues to sing hopeful songs in the name of all the world &apos;s revolutionary music .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.20674052604945417\n",
      "=====================================================\n",
      ".....Step  7500\n",
      "Actual: Enjoy superior print quality with HP <unk> toner and HP <unk> 2400 technology . Easily produce sales tools , brochures and marketing material in your office or even in your home office . </s> \n",
      "\n",
      "Predicted: <unk> the quality and and the <unk> and and <unk> <unk> , <unk> and </s> \n",
      "(Train) BLEU (460 elements):  0.3358587233333113\n",
      ".....Step  8000\n",
      "Actual: Well known locally as a warm and inviting venue , The <unk> offers a relaxing atmosphere to accommodate both business and leisure guests looking for comfortable great value accommodation in the most homely and friendly of surroundings with plenty of character . </s> \n",
      "\n",
      "Predicted: All , for and well <unk> welcome relaxing atmosphere for and hotel Lounge a relaxing stay and the up the and drinks facilities . for a and . for . the hotel popular guest friendly and the . a of business and </s> \n",
      "(Train) BLEU (470 elements):  0.3426073332258595\n",
      "============= Step  8000  =============\n",
      "\t Loss:  0.8285869837403298\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Mag sein , dass du deine ersten Gehversuche in einem rostigen , undichten Kahn beginnst - aber mit der Zeit wirst du dich zum schnittigen Speedboat oder edlen Katamaran vorarbeiten .\n",
      "\n",
      "\t EN (TRUE):You may be starting in a ramshackle old tub of a boat , but in no time at all you &apos;ll be able to buy a fancy speedboat , or a classy catamaran . Turn your newfound fame into money , and spend it to buy lavish new homes .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> <unk> , <unk> <unk> , <unk> , <unk> <unk> , <unk> , <unk> <unk> , \n",
      "\n",
      "DE:  In raschem Tempo werden die Modelle angepasst und erneuert .\n",
      "\n",
      "\t EN (TRUE):The models are quickly being improved and renewed .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the case of the <unk> , are also available in the world . </s> \n",
      "\n",
      "DE:  Es existieren Busverbindungen in nahezu jeden Ort der Provence ( eventuell mit Umsteigen in Aix ##AT##-##AT## en ##AT##-##AT## Provence ) , allerdings sollte beachtet werden , dass die letzten Busse abends ca. um 19 Uhr fahren .\n",
      "\n",
      "\t EN (TRUE):As always in France those highways are expensive but practical , comfortable and fast .\n",
      "\n",
      "\n",
      "\t EN (Predicted): There are no longer than a few days prior to arrival , but if you &apos;re sure that you have a lot of a number of the <unk> . </s> \n",
      "\n",
      "DE:  shower was ok but leaked needed updating .\n",
      "\n",
      "\t EN (TRUE):the response to to requests was poor , phone 3 time for milk in the room over 4 hours .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The room was very good and the staff were very friendly and helpful . </s> \n",
      "\n",
      "DE:  Die Prüfgeräte von Olympus erweitern den Bereich des menschlichen Auges bei der industriellen Sichtprüfung . Mit unseren Industrieendoskopen werden verdeckte Bereiche mit beschränktem Zugang sichtbar gemacht , wie z.\n",
      "\n",
      "\t EN (TRUE):Olympus test equipment expands the range of the human eye in industrial visual inspection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> , the <unk> <unk> , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Wann möchten Sie im Leon &apos; s Place Hotel In Rome übernachten ?\n",
      "\n",
      "\t EN (TRUE):When would you like to stay at the Leon &apos;s Place Hotel In Rome ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): When would you like to stay at the Hotel <unk> <unk> <unk> <unk> ? </s> \n",
      "\n",
      "DE:  Zusätzlich enthält TBarCode / SAPwin eine Menge neuer Strichcode ##AT##-##AT## Symbologien .\n",
      "\n",
      "\t EN (TRUE):In addition TBarCode / SAPwin comes with a bunch of new bar code symbologies .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the meantime , the <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Kosten Sie mediterrane Gerichte im preisgekrönten Restaurant Molyvos .\n",
      "\n",
      "\t EN (TRUE):Enjoy award winning Mediterranean cuisine at Molyvos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The restaurant serves delicious dishes and drinks . </s> \n",
      "\n",
      "DE:  Bei einer digitalen Bildkette wird das Intensitätssignal für jedes Pixel ohne analoge Zwischenschritte direkt in der Detektoreinheit digitalisiert , d.h. in Zahlen umgewandelt .\n",
      "\n",
      "\t EN (TRUE):A digital image chain is an image chain that is equipped with a digital detector instead of an analogue one .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the <unk> <unk> , and the <unk> <unk> is the <unk> <unk> , and the <unk> <unk> is the <unk> <unk> . </s> \n",
      "\n",
      "DE:  Bei den romanischen Völkern paart sich die effektive Ohnmacht mit lächerlicher Anmaßung .\n",
      "\n",
      "\t EN (TRUE):To material weakness the Latin countries add a quite fantastic pretentiousness .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> will be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to \n",
      "\n",
      "(Test) BLEU (100 elements):  0.22951091300214313\n",
      "=====================================================\n",
      ".....Step  8500\n",
      "Actual: To ensuring a relaxing and enjoyable stay , the hotel offers bar , with snacks and drinks available from room service . Enjoy our indoor swimming pool , ideal for children , and relax in the hotel sauna . </s> \n",
      "\n",
      "Predicted: The ensure the free stay a stay in the hotel is a and a a and the . . the and and </s> \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(Train) BLEU (510 elements):  0.3454244897105529\n",
      ".....Step  9000\n",
      "Actual: Note : PHP allows shortcuts for bit values , including K ( kilo ) , M ( mega ) and G ( <unk> ) . </s> \n",
      "\n",
      "Predicted: Note : <unk> is you , the of , and the . <unk> ) , and <unk> <unk> ) , <unk> <unk> <unk> ) . </s> \n",
      "(Train) BLEU (580 elements):  0.350077642651091\n",
      "============= Step  9000  =============\n",
      "\t Loss:  0.8267974787205458\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Je mehr Zeit wir mit Gilad und dem Rest des Teams in Israel verbracht haben ( um nicht den lauten Hahn zu erwähnen der schreiend bei denen über den Campus rennt ) desto überzeugter waren wir – zusammen können wir mehr bewegen .\n",
      "\n",
      "\t EN (TRUE):The more time we spent with Gilad as well as the rest of the team in Israel ( not to mention the very loud rooster that runs around in their campus ) , the more convinced we all became - we ’ ll be better off together .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> was the first time of the <unk> , and the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Das Hotel Opera befindet sich in der Nähe des Royal Theatre , Kongens Nytorv , &apos; Stroget &apos; und Nyhavn .\n",
      "\n",
      "\t EN (TRUE):Hotel Opera is situated near The Royal Theatre , Kongens Nytorv , &quot; Strøget &quot; and fascinating Nyhavn .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the heart of the city of <unk> , near the main station , the <unk> Hotel . </s> \n",
      "\n",
      "DE:  Niedrigere Preise durch mehr Wettbewerb . Die Kosten für Kapital können durch Währungsstabilität , niedrigere Zinssätze und eine bessere Organisation der Kapitalmärkte gesenkt werden .\n",
      "\n",
      "\t EN (TRUE):In a knowledge ##AT##-##AT## based society the opportunity of education is the key to progress and equality and sustainability .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Die schlanke , einfache Oberfläche und die gute Performance machen es zum idealen Werkzeug , um dein Netbook ( oder normales Notebook ) in einen e ##AT##-##AT## Book Reader zu verwandeln .\n",
      "\n",
      "\t EN (TRUE):Its low resource use , simple interface and fast performance makes it the ideal tool to turn your netbook ( or regular laptop ) into an e ##AT##-##AT## book reader .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> will be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to be able to do . </s> \n",
      "\n",
      "DE:  bietet ihnen die Möglichkeit , alte ABAP ##AT##-##AT## Reports mit samt ihrer betriebswirtschaftlichen Intelligenz trotz des Umstiegs auf die MS ##AT##-##AT## Umgebung weiter zu nutzen .\n",
      "\n",
      "\t EN (TRUE):Uses the BW extractor API to extract data from productive R / 3 systems by using delta mechanisms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the <unk> of the <unk> and the <unk> and the <unk> and the <unk> and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Slimline ICE ist in einer Vielzahl von Geschmacksrichtungen sowohl als Eis am Stiel als auch im Becher erhältlich .\n",
      "\n",
      "\t EN (TRUE):Palatinose ™ is a disaccharide derived from beet sugar .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> ##AT##-##AT## <unk> in the world , and the <unk> <unk> is a wide range of options for a wide range of services . </s> \n",
      "\n",
      "DE:  Zusätzlich enthält TBarCode / SAPwin eine Menge neuer Strichcode ##AT##-##AT## Symbologien .\n",
      "\n",
      "\t EN (TRUE):In addition TBarCode / SAPwin comes with a bunch of new bar code symbologies .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In addition , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  Tux Racer wird Ihnen helfen , die Zeit totzuschlagen und sie können OpenOffice zum Arbeiten verwenden .\n",
      "\n",
      "\t EN (TRUE):Tux Racer will help you pass the time while you wait , and you can use OpenOffice for work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): You can also be found in the <unk> and <unk> , and the <unk> will be used to be used to be used to be used to be used to be used to be used to be used to be used to be used to be used to be used to be used to be used to be used to \n",
      "\n",
      "DE:  Sie können hier auch Kanufahren , Windsurfen und Tauchen ...\n",
      "\n",
      "\t EN (TRUE):Here , you can also practice aquatic sports such as yachting , windsurfing and canoeing ... you will find all kinds of water channels , from wild brooks to serene lakes .\n",
      "\n",
      "\n",
      "\t EN (Predicted): You can find the hotel , with a great view . . . </s> \n",
      "\n",
      "DE:  William Gross beschreibt die Bedeutung des Manuskripts für die Sammlung der Familie Gross .\n",
      "\n",
      "\t EN (TRUE):William Gross describes the significance of the manuscript to the Gross Family Collection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.22548132813195246\n",
      "=====================================================\n",
      ".....Step  9500\n",
      "Actual: During the event , this town on the <unk> bursts at the seams with reporters and celebrities from all over the world taking to the streets of Kitzbühel . Visitors can also enjoy the unique Hahnenkamm flair in Kitzbühel as well as cheering on some of the world ’ s best skiers along with tens of thousands of fans ! \n",
      "\n",
      "Predicted: The the <unk> of the is has the <unk> <unk> of the <unk> of the and <unk> , the over the world . over the <unk> of the . </s> \n",
      "(Train) BLEU (390 elements):  0.36120854208095005\n",
      ".....Step  10000\n",
      "Actual: Open 09 : 00 ##AT##-##AT## 18 : 00 ( fee <unk> ) , Wednesday and Friday from 09 : 00 ##AT##-##AT## 17 : 00 . </s> \n",
      "\n",
      "Predicted: <unk> 00 : 00 : 6 : 00 to 6 ) ) , and and Sundays from 07 : 00 to 6 : 00 . </s> \n",
      "(Train) BLEU (460 elements):  0.3472071877073901\n",
      "============= Step  10000  =============\n",
      "\t Loss:  0.802960015937686\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Heute verstehen sich QuarkXPress ® 8 , Photoshop ® und Illustrator ® besser als jemals zuvor . Dank HTML und CSS ­ können Anwender von QuarkXPress inzwischen alle Medien bedienen , und das unabhängig von Anwendungen der Adobe ® Creative Suite ® wie Adobe Flash ® ( SWF ) und Adobe Dreamweaver ® .\n",
      "\n",
      "\t EN (TRUE):Today , QuarkXPress ® 8 has tighter integration with Photoshop ® and Illustrator ® than ever before , and through standards like HTML and CSS , QuarkXPress users can publish across media both independently and alongside Adobe ® Creative Suite ® applications like Adobe Flash ® ( SWF ) and Adobe Dreamweaver ® .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Today , you can also be able to use the <unk> ® and <unk> ® , and the <unk> ® , and <unk> ® . </s> \n",
      "\n",
      "DE:  In raschem Tempo werden die Modelle angepasst und erneuert .\n",
      "\n",
      "\t EN (TRUE):The models are quickly being improved and renewed .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the <unk> , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Das ist viel einfacher ... Nein , streiten Sie nicht mit mir ... es ist einfacher ... ach , wie auch immer !\n",
      "\n",
      "\t EN (TRUE):This is far more easy ... no , don &apos;t argue with me ... it is easier ... ah whatever !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a great way to get your stay in the city . </s> \n",
      "\n",
      "DE:  Wenn eine Speicherung der Daten auf dem Client erfolgen soll , werden Cookys verwendet .\n",
      "\n",
      "\t EN (TRUE):When client data storage is needed , cookies are used .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you have a table , a table , a table , or table . </s> \n",
      "\n",
      "DE:  Es war staubig , das Bad schmutzig . Sogar die Beleuchtung an der Wand im Flur ( Seitengebäude ) war richtig verstaubt .\n",
      "\n",
      "\t EN (TRUE):It was rather old fashioned in the decoration .\n",
      "\n",
      "\n",
      "\t EN (Predicted): It was very good and the staff were very helpful and helpful . </s> \n",
      "\n",
      "DE:  Standort war sehr praktisch . In 5 Minuten ist man am Hauptbahnhof , in 10 Minuten im Bankenviertel .\n",
      "\n",
      "\t EN (TRUE):very central only a few minutes walk from Bohr / Ryanair bus stop and main train station.Generally cheap and cheerful .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a very pleasant and friendly staff . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Naturreservat auf aufgeschüttetem Gelände am Río de la Plata .\n",
      "\n",
      "\t EN (TRUE):Wide selection of main courses including fresh pasta in homemade sauces ( $ 15 ##AT##-##AT## 30AR ) , traditional chicken dishes incuding Chicken Marsala ( $ 20AR- $ 30AR ) , and a variety of meats including Argentine parilla style steaks ( $ 35AR ) . The menu of seafood is worth considering with rareties such as fresh Yellow ##AT##-##AT## fin Tuna steak in a pesto sauce ( $ 30AR ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located on the beach . </s> \n",
      "\n",
      "DE:  Ein älteres Kind oder Erwachsener zahlt USD 23,40 pro Übernachtung in einem der vorhandenen Betten .\n",
      "\n",
      "\t EN (TRUE):One older child or adult is charged USD 23.40 per night when using existing bedding .\n",
      "\n",
      "\n",
      "\t EN (Predicted): One older child or adult is charged USD 23 <unk> per night and person when using existing bedding . </s> \n",
      "\n",
      "DE:  Bei einer digitalen Bildkette wird das Intensitätssignal für jedes Pixel ohne analoge Zwischenschritte direkt in der Detektoreinheit digitalisiert , d.h. in Zahlen umgewandelt .\n",
      "\n",
      "\t EN (TRUE):A digital image chain is an image chain that is equipped with a digital detector instead of an analogue one .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the <unk> of the <unk> , and the <unk> <unk> , the <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Es gibt in der Nähe kein Stadtzentrum , in dem man abends beruhigt spazieren gehen könnte . Zu Fuß braucht man in das Zentrum Bournemouths 25 min .\n",
      "\n",
      "\t EN (TRUE):Also , the possibility of a small corner play area for kids in restuarant so that adults can eat in peace and with peace of mind .\n",
      "\n",
      "\n",
      "\t EN (Predicted): There are plenty of restaurants , bars , restaurants , restaurants , restaurants , restaurants , bars , restaurants , restaurants , bars , restaurants , restaurants , restaurants , bars , restaurants , restaurants , bars , restaurants , restaurants , bars , restaurants , restaurants , bars , restaurants , restaurants , bars , restaurants , restaurants , \n",
      "\n",
      "(Test) BLEU (100 elements):  0.18753005943608803\n",
      "=====================================================\n",
      ".....Step  10500\n",
      "Actual: 24 ##AT##-##AT## Hour Front Desk , Newspapers , Non ##AT##-##AT## Smoking Rooms , Elevator , Express Check ##AT##-##AT## In / Check ##AT##-##AT## Out , Safety Deposit Box , Soundproofed Rooms , Heating , Luggage Storage , All Public and Private spaces non ##AT##-##AT## smoking . </s> \n",
      "\n",
      "Predicted: 24 ##AT##-##AT## Hour Front Desk , Newspapers , Non ##AT##-##AT## Smoking Rooms , Elevator , Express Check ##AT##-##AT## In / Check ##AT##-##AT## Out , Safety Deposit Box , Heating Rooms , Heating , Luggage Storage , All Public and Private spaces non ##AT##-##AT## smoking . </s> \n",
      "(Train) BLEU (500 elements):  0.3581970565302126\n",
      ".....Step  11000\n",
      "Actual: The <unk> Hotel &apos;s popularity with business and social guests is due in no small part to its fifty ##AT##-##AT## five well ##AT##-##AT## equipped en ##AT##-##AT## suite bedrooms , six suites , attentive staff and quality cuisine served in relaxing surroundings . </s> \n",
      "\n",
      "Predicted: The rooms <unk> has rooms are the and leisure and are a to the additional and of the rooms ##AT##-##AT## room ##AT##-##AT## ##AT##-##AT## equipped rooms suite suite rooms . and rooms and and service and a . . . the . . </s> \n",
      "(Train) BLEU (630 elements):  0.3473038034138006\n",
      "============= Step  11000  =============\n",
      "\t Loss:  0.804673822209239\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Mag sein , dass du deine ersten Gehversuche in einem rostigen , undichten Kahn beginnst - aber mit der Zeit wirst du dich zum schnittigen Speedboat oder edlen Katamaran vorarbeiten .\n",
      "\n",
      "\t EN (TRUE):You may be starting in a ramshackle old tub of a boat , but in no time at all you &apos;ll be able to buy a fancy speedboat , or a classy catamaran . Turn your newfound fame into money , and spend it to buy lavish new homes .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , you will find a <unk> <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  18 Denn siehe , er richtet , und sein Richterspruch ist gerecht ; und das Kleinkind , das im Kindesalter stirbt , geht nicht zugrunde ; aber die Menschen trinken Verdammnis für ihre eigene Seele , außer sie demütigen sich und a werden so wie kleine Kinder und glauben daran , daß die Errettung im b sühnenden Blut Christi , des Herrn , des Allmächtigen , und durch dasselbe war und ist und sein wird .\n",
      "\n",
      "\t EN (TRUE):18 For behold he judgeth , and his judgment is just ; and the infant perisheth not that dieth in his infancy ; but men drink a damnation to their own souls except they humble themselves and b become as little children , and believe that c salvation was , and is , and is to come , in and through the d atoning blood of Christ , the Lord Omnipotent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 18 For behold , it is a <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the \n",
      "\n",
      "DE:  Residenz City Lodge befindet sich am mandelförmigen Sweelinckplein im Herzen des schicken Duinoord ##AT##-##AT## Viertels in Den Haag .\n",
      "\n",
      "\t EN (TRUE):In the midst of the bustling city life , an oasis of peace and luxury can be found bordering the beautiful Haagsche Park , across from the main train station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This is a few steps from the <unk> <unk> <unk> , the <unk> <unk> Hotel is a great base in the heart of the city . </s> \n",
      "\n",
      "DE:  15. einem Dritten bei dem Verstoss gegen eine dieser Regeln zu helfen .\n",
      "\n",
      "\t EN (TRUE):15. assist any third party in engaging in any activity prohibited by these Terms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 15 : The <unk> is the first time to be a problem . </s> \n",
      "\n",
      "DE:  Die drei GewinnerInnen jeder Kategorie - insgesamt 12 SchülerInnen in Begleitung ihrer koordinierenden Lehrperson - werden zur &quot; Energie ist unsere Zukunft &quot; Preisverleihung nach Brüssel eingeladen .\n",
      "\n",
      "\t EN (TRUE):The top three winners of each category , a total of 12 , together with their coordinating teachers , will be rewarded with a trip to Brussels to attend the “ Energy is our Future ” Awards ceremony .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Standort war sehr praktisch . In 5 Minuten ist man am Hauptbahnhof , in 10 Minuten im Bankenviertel .\n",
      "\n",
      "\t EN (TRUE):very central only a few minutes walk from Bohr / Ryanair bus stop and main train station.Generally cheap and cheerful .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a very good idea to get a very good idea to be a good idea to be a good idea to be a good idea to be a good idea to be a good idea to be a good idea to be a good idea to be a good idea to be a good idea to be \n",
      "\n",
      "DE:  Auch ist , so denkt Dr. Gutherz , bereits die erste Seite sehr viel versprechend , da sie eine Definition des klinischen Psychotrauma ##AT##-##AT## Begriffes enthält , der er gänzlich zustimmen kann .\n",
      "\n",
      "\t EN (TRUE):At the rhetorical climax of this summary , Dr Goodheart comes across some sentences expressed with great pathos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the first time , but it is a great idea to be a <unk> , but it is a great idea to be a problem . </s> \n",
      "\n",
      "DE:  Das Cleddau Bridge Hotel ist der ideale Platz um zu entspannen oder geschäftlich zu reisen .\n",
      "\n",
      "\t EN (TRUE):Cleddau Bridge hotel is the ideal place for those who want a relaxing holiday or who travel for business .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The Hotel <unk> is a great choice for business or leisure traveller . </s> \n",
      "\n",
      "DE:  Softwaretools wie zum Beispiel der NI Analog Waveform Editor , das NI Modulation Toolkit und LabVIEW helfen Anwendern , die Entwicklungszeit von Prüfsystemen zu verringern und gleichzeitig flexibel auf die sich ändernden Anwendungsanforderungen zu reagieren .\n",
      "\n",
      "\t EN (TRUE):Software tools such as the NI Analog Waveform Editor , Modulation Toolkit and LabVIEW , help reduce your test system development time while also having the flexibility to meet your changing application requirements .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> , and the NI <unk> , and the <unk> <unk> , and the <unk> <unk> , and the <unk> <unk> , and the <unk> <unk> is the most popular and <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Das Personal war immer hilfsbereit und freundlich .\n",
      "\n",
      "\t EN (TRUE):The location and helpfulness of staff was excellent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The staff were very friendly and helpful . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2147230680205952\n",
      "=====================================================\n",
      ".....Step  11500\n",
      "Actual: Even so , there are a couple of annual events in the winter , starting with a furniture and interior decorating trade fair called Maison &amp; Object &#91; 40 &#93; in January . </s> \n",
      "\n",
      "Predicted: The though that it is a great of <unk> <unk> , the city , the out the large , a , , , , <unk> , <unk> , 4 &#93; . the . </s> \n",
      "(Train) BLEU (450 elements):  0.36368477563732515\n",
      ".....Step  12000\n",
      "Actual: proc ##UNDERSCORE## nice ( ) will only exist if your system has &apos; nice &apos; capabilities . </s> \n",
      "\n",
      "Predicted: <unk> ##UNDERSCORE## <unk> ( ) &apos; be be in you use will been <unk> &apos; . . </s> \n",
      "(Train) BLEU (480 elements):  0.3591657216073991\n",
      "============= Step  12000  =============\n",
      "\t Loss:  0.802608942553401\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Das Hotel Sempione verfügt über eine ideale , ruhige Lage in einem geschäftigen Viertel mit guter Verkehrsanbindung . Der Bahnhof und eine U ##AT##-##AT## Bahnstation liegen in der Nähe .\n",
      "\n",
      "\t EN (TRUE):Hotel Sempione welcomes you to a busy yet quiet area of Milan , within walking distance of excellent transport links , including the central railway station and the Repubblica metro station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the centre of the city centre , close to the city centre , with a car park , a good location . </s> \n",
      "\n",
      "DE:  18 Denn siehe , er richtet , und sein Richterspruch ist gerecht ; und das Kleinkind , das im Kindesalter stirbt , geht nicht zugrunde ; aber die Menschen trinken Verdammnis für ihre eigene Seele , außer sie demütigen sich und a werden so wie kleine Kinder und glauben daran , daß die Errettung im b sühnenden Blut Christi , des Herrn , des Allmächtigen , und durch dasselbe war und ist und sein wird .\n",
      "\n",
      "\t EN (TRUE):18 For behold he judgeth , and his judgment is just ; and the infant perisheth not that dieth in his infancy ; but men drink a damnation to their own souls except they humble themselves and b become as little children , and believe that c salvation was , and is , and is to come , in and through the d atoning blood of Christ , the Lord Omnipotent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 18 For behold , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> <unk> , the <unk> <unk> , the <unk> <unk> , the <unk> <unk> , the <unk> <unk> , and the <unk> of the <unk> \n",
      "\n",
      "DE:  Leicht und ergonomisch gebaut , mit einer Hand zu bedienen , stellen diese Messgeräte eine wirtschaftliche Lösung dar , wenn bei Verdacht auf Wanddickenverlust schnell geprüft werden soll .\n",
      "\n",
      "\t EN (TRUE):Lightweight and ergonomically designed for easy one ##AT##-##AT## hand operation , these gages provide cost ##AT##-##AT## effective measurement solutions in many applications that require quick inspection of materials suspected of metal wall thinning .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> has a wide range of a <unk> , a <unk> , a <unk> , a <unk> , and a <unk> ##AT##-##AT## <unk> . </s> \n",
      "\n",
      "DE:  Länge : 11,28m ; Breite : 3,66m ; Tiefgang : 0,30m ; Bj.2006 ; Liegeplatz : River Dart , Großbritannien ; 2 Motor ( en ) ; Volvo D4 260hp ; Description : The Bavaria Sport is a really impressive boat ...\n",
      "\n",
      "\t EN (TRUE):Length : 11.40m ( ~ 37.40 ft ) ; Beam : 3.68m ; Draft : 0.90m ; built 2005 ; Location : Orsera Nautika / Kroatien ##AT##-##AT## Vrsar , Croatia ( Hrvatska ) ; 2 Engine / manufac . ; Volvo Penta 5,7 GXI ; 478kW ; 430 Engine Hours ; Weight : 6.800kg ; Neues Raymarine C70 , verlängerte Badeplattform mit Staufächern , Kühlschr ...\n",
      "\n",
      "\n",
      "\t EN (Predicted): Room Notes : The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "DE:  bietet ihnen die Möglichkeit , alte ABAP ##AT##-##AT## Reports mit samt ihrer betriebswirtschaftlichen Intelligenz trotz des Umstiegs auf die MS ##AT##-##AT## Umgebung weiter zu nutzen .\n",
      "\n",
      "\t EN (TRUE):Uses the BW extractor API to extract data from productive R / 3 systems by using delta mechanisms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is a great way to the <unk> and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Die Deutschen sind schließlich nicht mehr dieselben , und Greuel gab es auf beiden Seiten dieser Front ; vergessen wir alle diejenigen , die die Orden und Medaillen des 9. Mai tragen - es sind doch so viele Jahre vergangen .\n",
      "\n",
      "\t EN (TRUE):Afterall &#91; they say &#93; , the Germans are no longer the same , and there was cruelty on both sides of the front ; let &apos;s forget all those who wear the medals of 9 May – so many years have passed since .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , the <unk> and the <unk> of the <unk> , the <unk> and the <unk> of the <unk> , the <unk> and the <unk> of the <unk> , the <unk> and the <unk> of the <unk> , the \n",
      "\n",
      "DE:  Zusätzlich enthält TBarCode / SAPwin eine Menge neuer Strichcode ##AT##-##AT## Symbologien .\n",
      "\n",
      "\t EN (TRUE):In addition TBarCode / SAPwin comes with a bunch of new bar code symbologies .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In addition to the <unk> <unk> , the <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  So pendelt der nächtliche Sucher dann zwischen dem Antiquariat am Kollwitzplatz in Berlin und dem in Brighton , zwischen Vancouver und Adelaide / Australien hin und her .\n",
      "\n",
      "\t EN (TRUE):And so the nocturnal searcher shuttles back and forth between the antiquarian bookshop on Kollwitzplatz in Berlin and one in Brighton , between Vancouver and Adelaide in Australia .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "DE:  Im Fall Bergy , 596 F.2d 952 , 201 USPQ 352 ( CCPA 1979 ) beteiligte sich die Mehrheit an einer umfangreichen Kritik an Flook und entschied , dass dieses Gericht irrt � mlicherweise � verschiedene gesetzliche Vorkehrungen , die begrifflich ohne Zusammenhang seien � , vermischt h � tte . Id . , unter 959 , 201 USPQ at 360 .\n",
      "\n",
      "\t EN (TRUE):In In re Bergy , 596 F.2d 952 , 201 USPQ 352 ( CCPA 1979 ) , the majority engaged in an extensive critique ofFlook , concluding that this Court had erroneously commingled � distinct statutory provisions which are conceptually unrelated . � Id . , at 959 , 201 USPQ at 360 .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the <unk> , the <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  Es gibt in der Nähe kein Stadtzentrum , in dem man abends beruhigt spazieren gehen könnte . Zu Fuß braucht man in das Zentrum Bournemouths 25 min .\n",
      "\n",
      "\t EN (TRUE):Also , the possibility of a small corner play area for kids in restuarant so that adults can eat in peace and with peace of mind .\n",
      "\n",
      "\n",
      "\t EN (Predicted): There are many restaurants , restaurants , bars , restaurants , bars , restaurants , bars , restaurants , and restaurants . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2100968963278662\n",
      "=====================================================\n",
      ".....Step  12500\n",
      "Actual: The guest reviews are submitted by our customers after their stay at Napoleon Paris . </s> \n",
      "\n",
      "Predicted: The guest reviews are submitted by our customers after their stay at <unk> Paris . </s> \n",
      "(Train) BLEU (470 elements):  0.3497377459343029\n",
      ".....Step  13000\n",
      "Actual: Lange of the first watchmaking company in the German town of <unk> in 1845 , <unk> Original has always known how to meet its customers ’ demands for high precision and outstanding quality . </s> \n",
      "\n",
      "Predicted: The <unk> the <unk> time of is the world ##AT##-##AT## of <unk> , the . the and and been been as to be the requirements . s of the ##AT##-##AT## . the . . </s> \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(Train) BLEU (500 elements):  0.36175999464744213\n",
      "============= Step  13000  =============\n",
      "\t Loss:  0.7782670557051897\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Ideale Lage für Exkursionen in die Stadt und Nähe zur Promenade .\n",
      "\n",
      "\t EN (TRUE):There was plenty of space in the room and a nice garden to sit and have a drink and smoke .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is ideally located in the city centre . </s> \n",
      "\n",
      "DE:  Tarbet Gast ist Haus im ersten Nationalpark von Schottland aufgestellt und hat eine gehobene Position hoch über dem Dorf von Tarbet und genießt spektakuläre südliche Blicke Bucht Lomond hinunter und nach der westlichen Seite von Ben Lomond .\n",
      "\n",
      "\t EN (TRUE):Tarbet Guest House is situated In Scotland ’ s first National Park and has an elevated position high above the village of Tarbet and enjoys spectacular southerly views down Loch Lomond and towards the western side of Ben Lomond .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a great place to visit the city , and the <unk> of the <unk> , the <unk> and the <unk> of the <unk> , the <unk> and the <unk> of the <unk> , the <unk> and the <unk> of the <unk> , the <unk> and the <unk> of the <unk> , the <unk> and the <unk> of the \n",
      "\n",
      "DE:  Quiet and clean room ( on the 4th floor ) with the view on the Dome .\n",
      "\n",
      "\t EN (TRUE):And it is value for money .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel was very nice . </s> \n",
      "\n",
      "DE:  Wenn eine Speicherung der Daten auf dem Client erfolgen soll , werden Cookys verwendet .\n",
      "\n",
      "\t EN (TRUE):When client data storage is needed , cookies are used .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you are , and the table shall be used to be used . </s> \n",
      "\n",
      "DE:  Die Prüfgeräte von Olympus erweitern den Bereich des menschlichen Auges bei der industriellen Sichtprüfung . Mit unseren Industrieendoskopen werden verdeckte Bereiche mit beschränktem Zugang sichtbar gemacht , wie z.\n",
      "\n",
      "\t EN (TRUE):Olympus test equipment expands the range of the human eye in industrial visual inspection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Das Haus liegt in der CCZ ##AT##-##AT## Umweltzone und bietet eine sehr gute Anbindung an das Bus- und U ##AT##-##AT## Bahnnetz .\n",
      "\n",
      "\t EN (TRUE):Set inside the central London congestion ##AT##-##AT## charging zone , this modern hotel has superb transport links , with access to the Tube and the bus network practically on the doorstep .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a perfect place to stay in the city centre , the hotel is a perfect place to stay in the city . </s> \n",
      "\n",
      "DE:  Auch ist , so denkt Dr. Gutherz , bereits die erste Seite sehr viel versprechend , da sie eine Definition des klinischen Psychotrauma ##AT##-##AT## Begriffes enthält , der er gänzlich zustimmen kann .\n",
      "\n",
      "\t EN (TRUE):At the rhetorical climax of this summary , Dr Goodheart comes across some sentences expressed with great pathos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> of the <unk> , but it is a <unk> of the <unk> , but it is a great idea to be a &quot; <unk> &quot; , the <unk> of the &quot; <unk> &quot; , and the <unk> of the &quot; <unk> &quot; , the <unk> of the &quot; <unk> &quot; , and the <unk> of \n",
      "\n",
      "DE:  Kosten Sie mediterrane Gerichte im preisgekrönten Restaurant Molyvos .\n",
      "\n",
      "\t EN (TRUE):Enjoy award winning Mediterranean cuisine at Molyvos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Sample the restaurant serves traditional dishes in the restaurant . </s> \n",
      "\n",
      "DE:  Im Fall Bergy , 596 F.2d 952 , 201 USPQ 352 ( CCPA 1979 ) beteiligte sich die Mehrheit an einer umfangreichen Kritik an Flook und entschied , dass dieses Gericht irrt � mlicherweise � verschiedene gesetzliche Vorkehrungen , die begrifflich ohne Zusammenhang seien � , vermischt h � tte . Id . , unter 959 , 201 USPQ at 360 .\n",
      "\n",
      "\t EN (TRUE):In In re Bergy , 596 F.2d 952 , 201 USPQ 352 ( CCPA 1979 ) , the majority engaged in an extensive critique ofFlook , concluding that this Court had erroneously commingled � distinct statutory provisions which are conceptually unrelated . � Id . , at 959 , 201 USPQ at 360 .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the <unk> , the <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  Einige der ursprünglichen Charakteristika des Gebäudes - wie beispielsweise die einzigartige denkmalgeschützte Fassade und die bezaubernde Innenausstattung der Bar ##AT##-##AT## Bodega De Blauwe Parde - wurden bis heute bewahrt .\n",
      "\n",
      "\t EN (TRUE):Some unchanged features include the unique frontage , which has listed building status , and also the unique interior of De Blauwe Parade bar ##AT##-##AT## bodega .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is the perfect place to enjoy the <unk> and the <unk> and the <unk> and the <unk> of the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.23682030593005501\n",
      "=====================================================\n",
      ".....Step  13500\n",
      "Actual: After you install security update <unk> , the features of some Web applications no longer work correctly . </s> \n",
      "\n",
      "Predicted: After the install the , and , the <unk> of the of sites are longer . . . </s> \n",
      "(Train) BLEU (490 elements):  0.359010471984696\n",
      ".....Step  14000\n",
      "Actual: The guest reviews are submitted by our customers after their stay at Hotel <unk> . </s> \n",
      "\n",
      "Predicted: The guest reviews are submitted by our customers after their stay at Hotel <unk> . </s> \n",
      "(Train) BLEU (460 elements):  0.35602292704294564\n",
      "============= Step  14000  =============\n",
      "\t Loss:  0.7988095234930516\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Ideale Lage für Exkursionen in die Stadt und Nähe zur Promenade .\n",
      "\n",
      "\t EN (TRUE):There was plenty of space in the room and a nice garden to sit and have a drink and smoke .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The location is close to the main railway station and the main station . </s> \n",
      "\n",
      "DE:  Man schließt die Gitarre über Mikrofon oder Pickup an die PC Soundkarte an und schon kann es losgehen .\n",
      "\n",
      "\t EN (TRUE):You connect the guitar via microphone or pickup with the PC soundcard and you are ready !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> can be used to use the image or print or print or print or print or print or print or other other . </s> \n",
      "\n",
      "DE:  Private Parkplätze stehen für EUR 3,50 pro Tag in der Nähe zur Verfügung .\n",
      "\n",
      "\t EN (TRUE):Private parking is possible at a location nearby and costs EUR 3.50 per day .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Private parking is possible at a location nearby and costs EUR 3 <unk> per day . </s> \n",
      "\n",
      "DE:  Wenn eine Speicherung der Daten auf dem Client erfolgen soll , werden Cookys verwendet .\n",
      "\n",
      "\t EN (TRUE):When client data storage is needed , cookies are used .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you are using a table , a table , or a table . </s> \n",
      "\n",
      "DE:  Zitate mit unterschiedlichsten stilistischen Effekten treffen aufeinander : Referenzen auf das narrative Autorenkino ( Hitchcock , Eisenstein , Godard , Brian De Palma ) , poetische oder theoretische Texte ( Tschechow , Duras , Barthes , Žižek , Weibel , Gržinić ) und Verweise auf Massenmedien – B ##AT##-##AT## Filme , TV ##AT##-##AT## Shows , Werbespots , politische Nachrichtensendungen .\n",
      "\n",
      "\t EN (TRUE):Out of all this material , mixed with disnarrative polysemy and an astonishing lack of inhibition , strange “ fictions ” are reconstructed — fragmentary fictions that are constantly interrupted .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Of course , you can find a <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  Die Deutschen sind schließlich nicht mehr dieselben , und Greuel gab es auf beiden Seiten dieser Front ; vergessen wir alle diejenigen , die die Orden und Medaillen des 9. Mai tragen - es sind doch so viele Jahre vergangen .\n",
      "\n",
      "\t EN (TRUE):Afterall &#91; they say &#93; , the Germans are no longer the same , and there was cruelty on both sides of the front ; let &apos;s forget all those who wear the medals of 9 May – so many years have passed since .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> of the <unk> , the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> of the <unk> , and the <unk> of the <unk> of the <unk> , and the <unk> of the <unk> of the <unk> , and the <unk> of \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Jedes Stück Information kann eigene Eigenschaften und Aktionen besitzen .\n",
      "\n",
      "\t EN (TRUE):Every bit of information and code can be given their own properties and actions .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Each time can be used in the <unk> and <unk> . </s> \n",
      "\n",
      "DE:  Alle älteren Kinder oder Erwachsene zahlen EUR 32,00 pro Übernachtung und Person für Zustellbetten .\n",
      "\n",
      "\t EN (TRUE):All older children or adults are charged EUR 32.00 per night and person for extra beds .\n",
      "\n",
      "\n",
      "\t EN (Predicted): All older children or adults are charged EUR 32 <unk> per night and person for extra beds . </s> \n",
      "\n",
      "DE:  Zimmerbeschreibung : Our Castle Deluxe Rooms are traditionally themed with rich luxurious fabrics and furnishings , many with excellent views over the Castle grounds .\n",
      "\n",
      "\t EN (TRUE):Room Notes : Our Castle Deluxe Rooms are traditionally themed with rich luxurious fabrics and furnishings , many with excellent views over the Castle grounds .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Room Notes : The <unk> <unk> <unk> , <unk> <unk> , <unk> <unk> , <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  William Gross beschreibt die Bedeutung des Manuskripts für die Sammlung der Familie Gross .\n",
      "\n",
      "\t EN (TRUE):William Gross describes the significance of the manuscript to the Gross Family Collection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.20295980355967427\n",
      "=====================================================\n",
      ".....Step  14500\n",
      "Actual: The hotel enjoys a convenient location close to the town centre and its shops . The airport of Gran Canaria can be reached in only 35 km . </s> \n",
      "\n",
      "Predicted: The hotel is a convenient location close to the main centre . the own . </s> \n",
      "(Train) BLEU (470 elements):  0.36602407995904457\n",
      ".....Step  15000\n",
      "Actual: Most of the rooms have an en ##AT##-##AT## suite bathroom . </s> \n",
      "\n",
      "Predicted: The bathrooms the rooms have a excellent suite suite bathroom with </s> \n",
      "(Train) BLEU (570 elements):  0.35549594914188315\n",
      "============= Step  15000  =============\n",
      "\t Loss:  0.7883333606868982\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  In der Hotelbeschreibung im Internet müßte die Zufahrt beschrieben werden .\n",
      "\n",
      "\t EN (TRUE):There are no adverse comments about this hotel at all .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the case of the <unk> , the <unk> is the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  18 Denn siehe , er richtet , und sein Richterspruch ist gerecht ; und das Kleinkind , das im Kindesalter stirbt , geht nicht zugrunde ; aber die Menschen trinken Verdammnis für ihre eigene Seele , außer sie demütigen sich und a werden so wie kleine Kinder und glauben daran , daß die Errettung im b sühnenden Blut Christi , des Herrn , des Allmächtigen , und durch dasselbe war und ist und sein wird .\n",
      "\n",
      "\t EN (TRUE):18 For behold he judgeth , and his judgment is just ; and the infant perisheth not that dieth in his infancy ; but men drink a damnation to their own souls except they humble themselves and b become as little children , and believe that c salvation was , and is , and is to come , in and through the d atoning blood of Christ , the Lord Omnipotent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 18 For behold , he hath been a <unk> , and the <unk> of the <unk> , and his <unk> , and his <unk> , and his <unk> , and his <unk> , and his <unk> , and his <unk> , and his <unk> , and his <unk> , and his <unk> , and his <unk> , and his <unk> \n",
      "\n",
      "DE:  „ Für uns junge slowenische Architekten ist prägend , wie Plečnik den öffentlichen Raum in Ljubljana zu gliedern verstand .\n",
      "\n",
      "\t EN (TRUE):“ For us young Slovene architects the way in which Plečnik was able to shape public space in Ljubljana is highly influential .\n",
      "\n",
      "\n",
      "\t EN (Predicted): “ <unk> <unk> ” , <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Die schlanke , einfache Oberfläche und die gute Performance machen es zum idealen Werkzeug , um dein Netbook ( oder normales Notebook ) in einen e ##AT##-##AT## Book Reader zu verwandeln .\n",
      "\n",
      "\t EN (TRUE):Its low resource use , simple interface and fast performance makes it the ideal tool to turn your netbook ( or regular laptop ) into an e ##AT##-##AT## book reader .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> \n",
      "\n",
      "DE:  Nach einigen Wanderwochen erreichten ich und Celina Warschau . Auf dem Weg zum jüdischen Komitee begegnete ich auf der Straße meinem Bruder !\n",
      "\n",
      "\t EN (TRUE):It turned out that Marek had jumped from the window of a train moving to Majdanek .\n",
      "\n",
      "\n",
      "\t EN (Predicted): I have a <unk> , but I have been a good time , but I would like to get to the <unk> , and I &apos;m not sure to be a bit more than the <unk> , I &apos;m not sure to be a bit more than the <unk> , I &apos;m not sure to be a bit more than \n",
      "\n",
      "DE:  Karibische Küche gut . Kaum bekannt - bis jetzt !\n",
      "\n",
      "\t EN (TRUE):Can get quite dodgy at night .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> - <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "DE:  Auch ist , so denkt Dr. Gutherz , bereits die erste Seite sehr viel versprechend , da sie eine Definition des klinischen Psychotrauma ##AT##-##AT## Begriffes enthält , der er gänzlich zustimmen kann .\n",
      "\n",
      "\t EN (TRUE):At the rhetorical climax of this summary , Dr Goodheart comes across some sentences expressed with great pathos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> of the <unk> of the <unk> , which is a <unk> of the <unk> of the <unk> , which is a <unk> of the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Das Athens Gate Hotel liegt unterhalb der Akropolis nur 100 m vom neuen Akropolis ##AT##-##AT## Museum entfernt .\n",
      "\n",
      "\t EN (TRUE):The Athens Gate Hotel rests under the Acropolis , just 100 metres from the new Acropolis museum .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the centre of the city , just 100 metres from the city centre . </s> \n",
      "\n",
      "DE:  Softwaretools wie zum Beispiel der NI Analog Waveform Editor , das NI Modulation Toolkit und LabVIEW helfen Anwendern , die Entwicklungszeit von Prüfsystemen zu verringern und gleichzeitig flexibel auf die sich ändernden Anwendungsanforderungen zu reagieren .\n",
      "\n",
      "\t EN (TRUE):Software tools such as the NI Analog Waveform Editor , Modulation Toolkit and LabVIEW , help reduce your test system development time while also having the flexibility to meet your changing application requirements .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> , the NI <unk> ##AT##-##AT## <unk> , NI <unk> , the NI <unk> ##AT##-##AT## <unk> , NI <unk> , the NI <unk> ##AT##-##AT## <unk> , NI <unk> , the NI <unk> ##AT##-##AT## <unk> , the <unk> and the <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## \n",
      "\n",
      "DE:  Bei den romanischen Völkern paart sich die effektive Ohnmacht mit lächerlicher Anmaßung .\n",
      "\n",
      "\t EN (TRUE):To material weakness the Latin countries add a quite fantastic pretentiousness .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(Test) BLEU (100 elements):  0.19542589803608468\n",
      "=====================================================\n",
      ".....Step  15500\n",
      "Actual: You can see past them far into the countryside and across the <unk> . </s> \n",
      "\n",
      "Predicted: The can also the the , from the country , the the country . </s> \n",
      "(Train) BLEU (510 elements):  0.3733506409253079\n",
      ".....Step  16000\n",
      "Actual: Built originally in the 1850 &apos;s , this elegant Victorian listed building is ideally situated within a minutes walk from Paddington train and underground station , therefore all the top attractions are in very easy reach of our hotel . Main attractions on our door step include Madam Tussauds , Buckingham Palace , Kensington Palace , Albert Hall , the \n",
      "\n",
      "Predicted: The in built the heart of city and hotel hotel building building is a located for walking short from from the Station station bus station . and a the main of are just the quiet . . the city . </s> \n",
      "(Train) BLEU (580 elements):  0.36284241577789117\n",
      "============= Step  16000  =============\n",
      "\t Loss:  0.7719490717053413\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Je mehr Zeit wir mit Gilad und dem Rest des Teams in Israel verbracht haben ( um nicht den lauten Hahn zu erwähnen der schreiend bei denen über den Campus rennt ) desto überzeugter waren wir – zusammen können wir mehr bewegen .\n",
      "\n",
      "\t EN (TRUE):The more time we spent with Gilad as well as the rest of the team in Israel ( not to mention the very loud rooster that runs around in their campus ) , the more convinced we all became - we ’ ll be better off together .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the <unk> of the <unk> of the <unk> of the <unk> of the <unk> of the <unk> of the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  In raschem Tempo werden die Modelle angepasst und erneuert .\n",
      "\n",
      "\t EN (TRUE):The models are quickly being improved and renewed .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> and <unk> are the most important and most important and most important and natural surroundings of the &quot; <unk> &quot; . </s> \n",
      "\n",
      "DE:  Unsere kürzlich renovierten Ferienwohnungen zur Selbstversorgung in Obertraun sind weniger als eine Gehminute vom Ufer des Hallstätter Sees entfernt .\n",
      "\n",
      "\t EN (TRUE):Enjoy a warm and friendly welcome at the Obertrauner Hof , located at the heart of the tranquil village of Obertraun in the Salzkammergut , a delightful 10 ##AT##-##AT## minute walk from the lakeside .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The apartment is a short drive from the <unk> <unk> , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  Genießen Sie hier in gemütlicher Atmosphäre ein kühles Kölsch oder einen erfrischenden Cocktail .\n",
      "\n",
      "\t EN (TRUE):Enjoy a local beer or refreshing cocktail in a cosy atmosphere .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Enjoy a relaxing atmosphere , a cocktail or a cocktail or a cocktail . </s> \n",
      "\n",
      "DE:  Das „ Ladino di Fassa “ ist jedoch mehr als ein Dialekt – es ist eine richtige Sprache .\n",
      "\n",
      "\t EN (TRUE):This is Ladin from Fassa which is more than a dialect : it is a language in its own right .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a good idea to be a <unk> . </s> \n",
      "\n",
      "DE:  Karibische Küche gut . Kaum bekannt - bis jetzt !\n",
      "\n",
      "\t EN (TRUE):Can get quite dodgy at night .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> - <unk> . </s> \n",
      "\n",
      "DE:  Zusätzlich enthält TBarCode / SAPwin eine Menge neuer Strichcode ##AT##-##AT## Symbologien .\n",
      "\n",
      "\t EN (TRUE):In addition TBarCode / SAPwin comes with a bunch of new bar code symbologies .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> , the barcode software TBarCode / <unk> is a new version of the barcode software . </s> \n",
      "\n",
      "DE:  Das ist eine Metapher , wird jemand von der Propagandaabteilung entgegnen .\n",
      "\n",
      "\t EN (TRUE):It &apos;s only a metaphor , people from the propaganda department will say .\n",
      "\n",
      "\n",
      "\t EN (Predicted): It is a Geshe , but it is a <unk> , but it is a <unk> . </s> \n",
      "\n",
      "DE:  Jeder Wikitraveler kann Artikel verändern , neue Seiten erstellen und sogar Informationen über die Seite selbst überschreiben .\n",
      "\n",
      "\t EN (TRUE):Any Wikitraveller can change articles , rewrite navigation areas , even overwrite information about the site itself .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Every information on the page , please read the information about the information about the information . </s> \n",
      "\n",
      "DE:  Das Personal war immer hilfsbereit und freundlich .\n",
      "\n",
      "\t EN (TRUE):The location and helpfulness of staff was excellent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel was very nice and the staff were very helpful . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.23396920042369748\n",
      "=====================================================\n",
      ".....Step  16500\n",
      "Actual: Finally , you can try the delicious cocktails , tropical fruit juices and other refreshing drinks at the Pool Bar . </s> \n",
      "\n",
      "Predicted: Or , you can enjoy to cuisine buffet . <unk> restaurant juices and coffee delicious drinks . the restaurant Bar . </s> \n",
      "(Train) BLEU (510 elements):  0.36441167241512523\n",
      ".....Step  17000\n",
      "Actual: If you want to push yourself to the max , try all the methods that I have lined out in this article . </s> \n",
      "\n",
      "Predicted: By you are to create the the the client , and to the <unk> of you have a with of the website . </s> \n",
      "(Train) BLEU (480 elements):  0.354573300726207\n",
      "============= Step  17000  =============\n",
      "\t Loss:  0.7511017261147499\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  &#124; Ferienwohnungen 1 Zi &#124; Ferienhäuser &#124; Landhäuser &#124; Autovermietung &#124; Last Minute Angebote ! !\n",
      "\n",
      "\t EN (TRUE):&#124; 1 Bedroom Apts &#124; Holiday houses &#124; Rural Homes &#124; Car Rental &#124; Last Minute Offers !\n",
      "\n",
      "\n",
      "\t EN (Predicted): Holiday Houses &#124; Apartments &#124; Hotels &#124; Hostels &#124; Hostels &#124; Last Minute Offers ! </s> \n",
      "\n",
      "DE:  In dem traditionellen Fischerdorf werden ausländische Gäste sehr herzlich empfangen . Seien Sie allerdings gewarnt vor dem Zustand der Strasse und fahren Sie vorsichtig !\n",
      "\n",
      "\t EN (TRUE):It &apos;s a small traditional fishing village , with friendly locals , always very welcoming to British tourists .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is a little <unk> , and the <unk> <unk> is a little <unk> . </s> \n",
      "\n",
      "DE:  Dieses 4 ##AT##-##AT## Sterne ##AT##-##AT## Landhotel aus dem 18. Jahrhundert inmitten einer ländlichen Umgebung ist nur eine kurze Fahrt vom Stadtzentrum von Londonderry und vom örtlichen Flughafen entfernt .\n",
      "\n",
      "\t EN (TRUE):This 4 ##AT##-##AT## star 18th century country house hotel is situated in the countryside , just a short drive from Derry city centre and within reach of the City of Derry Airport .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This 4 ##AT##-##AT## star hotel is located in the heart of the city of <unk> , just a short walk from the city centre . </s> \n",
      "\n",
      "DE:  15. einem Dritten bei dem Verstoss gegen eine dieser Regeln zu helfen .\n",
      "\n",
      "\t EN (TRUE):15. assist any third party in engaging in any activity prohibited by these Terms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 15 % of the <unk> <unk> , the <unk> <unk> is a problem . </s> \n",
      "\n",
      "DE:  aufgerufen wird , fügt Sie die Flash Nachricht &quot; Eintrag gespeichert !\n",
      "\n",
      "\t EN (TRUE):is called , it adds the flash message &quot; Record Saved !\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you want to see the file . </s> \n",
      "\n",
      "DE:  Karibische Küche gut . Kaum bekannt - bis jetzt !\n",
      "\n",
      "\t EN (TRUE):Can get quite dodgy at night .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> - <unk> - <unk> . </s> \n",
      "\n",
      "DE:  Mitglieder geniessen viele zus � tzliche Leistungen wie optimierter Sicherheit , schnelleren Auszahlungszeiten und der Aufhebung von Kreditkarteneinzahlungslimits .\n",
      "\n",
      "\t EN (TRUE):Members enjoy a range of perks including enhanced security and protection , faster withdrawals and increased credit card deposit limits .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In addition , the <unk> <unk> , the <unk> , the <unk> , the <unk> , the <unk> and <unk> . </s> \n",
      "\n",
      "DE:  So pendelt der nächtliche Sucher dann zwischen dem Antiquariat am Kollwitzplatz in Berlin und dem in Brighton , zwischen Vancouver und Adelaide / Australien hin und her .\n",
      "\n",
      "\t EN (TRUE):And so the nocturnal searcher shuttles back and forth between the antiquarian bookshop on Kollwitzplatz in Berlin and one in Brighton , between Vancouver and Adelaide in Australia .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Es handelt sich um ein ziemlich einfaches Protokoll ; TFTP macht aber manchmal Probleme .\n",
      "\n",
      "\t EN (TRUE):This is a fairly simple protocol , but sometimes there are problems trying to get it to work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the first time , but it is a bit of <unk> . </s> \n",
      "\n",
      "DE:  in dieser Option ermöglicht , Dateien relativ zum aktuellen Verzeichnis einzubinden .\n",
      "\n",
      "\t EN (TRUE):in the include path allows for relative includes as it means the current directory . However , it is more efficient to explicitly use include &apos; . / file &apos; than having PHP always check the current directory for every include .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The option option allows you to be <unk> to the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.24591078203837485\n",
      "=====================================================\n",
      ".....Step  17500\n",
      "Actual: The guest reviews are submitted by our customers after their stay at Pratt &apos;s Hotel . </s> \n",
      "\n",
      "Predicted: The guest reviews are submitted by our customers after their stay at Hotel Hotel Hotel . </s> \n",
      "(Train) BLEU (530 elements):  0.3621443791107118\n",
      ".....Step  18000\n",
      "Actual: ##STAR## ) The exact amounts depend on the daily exchange rate of the <unk> <unk> in Montevideo . </s> \n",
      "\n",
      "Predicted: ##STAR## ##STAR## is <unk> number of on the <unk> <unk> rate . the <unk> . . the . </s> \n",
      "(Train) BLEU (470 elements):  0.37930514111622493\n",
      "============= Step  18000  =============\n",
      "\t Loss:  0.7478671109080315\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Mag sein , dass du deine ersten Gehversuche in einem rostigen , undichten Kahn beginnst - aber mit der Zeit wirst du dich zum schnittigen Speedboat oder edlen Katamaran vorarbeiten .\n",
      "\n",
      "\t EN (TRUE):You may be starting in a ramshackle old tub of a boat , but in no time at all you &apos;ll be able to buy a fancy speedboat , or a classy catamaran . Turn your newfound fame into money , and spend it to buy lavish new homes .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you are looking for your holidays in the <unk> , and you will be able to get your own <unk> , you will be able to get your own <unk> . </s> \n",
      "\n",
      "DE:  In raschem Tempo werden die Modelle angepasst und erneuert .\n",
      "\n",
      "\t EN (TRUE):The models are quickly being improved and renewed .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is the most important and most of the most important aspects of the world . </s> \n",
      "\n",
      "DE:  Residenz City Lodge befindet sich am mandelförmigen Sweelinckplein im Herzen des schicken Duinoord ##AT##-##AT## Viertels in Den Haag .\n",
      "\n",
      "\t EN (TRUE):In the midst of the bustling city life , an oasis of peace and luxury can be found bordering the beautiful Haagsche Park , across from the main train station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The City of City Lodge is located in the heart of the city of the city of the city . </s> \n",
      "\n",
      "DE:  Länge : 11,28m ; Breite : 3,66m ; Tiefgang : 0,30m ; Bj.2006 ; Liegeplatz : River Dart , Großbritannien ; 2 Motor ( en ) ; Volvo D4 260hp ; Description : The Bavaria Sport is a really impressive boat ...\n",
      "\n",
      "\t EN (TRUE):Length : 11.40m ( ~ 37.40 ft ) ; Beam : 3.68m ; Draft : 0.90m ; built 2005 ; Location : Orsera Nautika / Kroatien ##AT##-##AT## Vrsar , Croatia ( Hrvatska ) ; 2 Engine / manufac . ; Volvo Penta 5,7 GXI ; 478kW ; 430 Engine Hours ; Weight : 6.800kg ; Neues Raymarine C70 , verlängerte Badeplattform mit Staufächern , Kühlschr ...\n",
      "\n",
      "\n",
      "\t EN (Predicted): Length : <unk> ; <unk> ; : <unk> ; <unk> : <unk> ; <unk> : <unk> ; <unk> ; <unk> : <unk> ; <unk> ; <unk> : <unk> ; <unk> ; <unk> : <unk> ; <unk> ; <unk> ; <unk> : <unk> <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; \n",
      "\n",
      "DE:  Genießen Sie das ganze Jahr über die Sonne und erfrischen Sie sich im Außenpool , während Ihre Kinder sicher in ihren eigenen Schwimmbecken spielen .\n",
      "\n",
      "\t EN (TRUE):Soak up the year ##AT##-##AT## round sunshine as you enjoy a dip in one of the outdoor swimming pools , as children play safely in their own pools .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Enjoy the children of the sun and the sea water and the sea water is available in the outdoor swimming pool . </s> \n",
      "\n",
      "DE:  Standort war sehr praktisch . In 5 Minuten ist man am Hauptbahnhof , in 10 Minuten im Bankenviertel .\n",
      "\n",
      "\t EN (TRUE):very central only a few minutes walk from Bohr / Ryanair bus stop and main train station.Generally cheap and cheerful .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a 5 minute walk from the city centre and the city centre . </s> \n",
      "\n",
      "DE:  Naturreservat auf aufgeschüttetem Gelände am Río de la Plata .\n",
      "\n",
      "\t EN (TRUE):Wide selection of main courses including fresh pasta in homemade sauces ( $ 15 ##AT##-##AT## 30AR ) , traditional chicken dishes incuding Chicken Marsala ( $ 20AR- $ 30AR ) , and a variety of meats including Argentine parilla style steaks ( $ 35AR ) . The menu of seafood is worth considering with rareties such as fresh Yellow ##AT##-##AT## fin Tuna steak in a pesto sauce ( $ 30AR ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> de la <unk> de la <unk> de la Luz . </s> \n",
      "\n",
      "DE:  Kosten Sie mediterrane Gerichte im preisgekrönten Restaurant Molyvos .\n",
      "\n",
      "\t EN (TRUE):Enjoy award winning Mediterranean cuisine at Molyvos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Our restaurant serves delicious Mediterranean cuisine . </s> \n",
      "\n",
      "DE:  Im Fall Bergy , 596 F.2d 952 , 201 USPQ 352 ( CCPA 1979 ) beteiligte sich die Mehrheit an einer umfangreichen Kritik an Flook und entschied , dass dieses Gericht irrt � mlicherweise � verschiedene gesetzliche Vorkehrungen , die begrifflich ohne Zusammenhang seien � , vermischt h � tte . Id . , unter 959 , 201 USPQ at 360 .\n",
      "\n",
      "\t EN (TRUE):In In re Bergy , 596 F.2d 952 , 201 USPQ 352 ( CCPA 1979 ) , the majority engaged in an extensive critique ofFlook , concluding that this Court had erroneously commingled � distinct statutory provisions which are conceptually unrelated . � Id . , at 959 , 201 USPQ at 360 .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the <unk> , the <unk> <unk> <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  William Gross beschreibt die Bedeutung des Manuskripts für die Sammlung der Familie Gross .\n",
      "\n",
      "\t EN (TRUE):William Gross describes the significance of the manuscript to the Gross Family Collection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2272275431366036\n",
      "=====================================================\n",
      ".....Step  18500\n",
      "Actual: The Best Western Premier Dante lies in an area famous for its unique Modernist architecture . </s> \n",
      "\n",
      "Predicted: The Best Western Premier Hotel is in the elegant of for the own location , , </s> \n",
      "(Train) BLEU (360 elements):  0.3699769739744106\n",
      ".....Step  19000\n",
      "Actual: How long will I be able to use my <unk> gift vouchers ? </s> \n",
      "\n",
      "Predicted: Can do I I get able to use my <unk> ? ? ? </s> \n",
      "(Train) BLEU (430 elements):  0.37676658204260033\n",
      "============= Step  19000  =============\n",
      "\t Loss:  0.7661297313869\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  &#124; Ferienwohnungen 1 Zi &#124; Ferienhäuser &#124; Landhäuser &#124; Autovermietung &#124; Last Minute Angebote ! !\n",
      "\n",
      "\t EN (TRUE):&#124; 1 Bedroom Apts &#124; Holiday houses &#124; Rural Homes &#124; Car Rental &#124; Last Minute Offers !\n",
      "\n",
      "\n",
      "\t EN (Predicted): Apartments &#124; Houses &#124; Hotels &#124; Hostels &#124; Hostels &#124; Hostels &#124; Last Minute Offers ! </s> \n",
      "\n",
      "DE:  Tarbet Gast ist Haus im ersten Nationalpark von Schottland aufgestellt und hat eine gehobene Position hoch über dem Dorf von Tarbet und genießt spektakuläre südliche Blicke Bucht Lomond hinunter und nach der westlichen Seite von Ben Lomond .\n",
      "\n",
      "\t EN (TRUE):Tarbet Guest House is situated In Scotland ’ s first National Park and has an elevated position high above the village of Tarbet and enjoys spectacular southerly views down Loch Lomond and towards the western side of Ben Lomond .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a member of the <unk> and the <unk> of the <unk> and the <unk> of the <unk> and the <unk> of the <unk> and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Residenz City Lodge befindet sich am mandelförmigen Sweelinckplein im Herzen des schicken Duinoord ##AT##-##AT## Viertels in Den Haag .\n",
      "\n",
      "\t EN (TRUE):In the midst of the bustling city life , an oasis of peace and luxury can be found bordering the beautiful Haagsche Park , across from the main train station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> Lodge is located in the heart of the city of the city of the city . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  shower was ok but leaked needed updating .\n",
      "\n",
      "\t EN (TRUE):the response to to requests was poor , phone 3 time for milk in the room over 4 hours .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The staff were very helpful and friendly . </s> \n",
      "\n",
      "DE:  Das „ Ladino di Fassa “ ist jedoch mehr als ein Dialekt – es ist eine richtige Sprache .\n",
      "\n",
      "\t EN (TRUE):This is Ladin from Fassa which is more than a dialect : it is a language in its own right .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a more than one of the most popular cities in the city . </s> \n",
      "\n",
      "DE:  Die Bewohner des Nordens sind ein buntes Völkergemisch aus den verschiedensten Bergstämmen und den Nord ##AT##-##AT## Thais oder kon mueang ; die traditionell in den fruchtbaren Tiefebenen Nordthailands siedeln . In vielerlei Hinsicht halten sich die Nord Thais für die &quot; wahren &quot; Thais , die die Thai ##AT##-##AT## Kultur noch am besten über die Zeit gerettet haben .\n",
      "\n",
      "\t EN (TRUE):From Pratu Chiang Mai market , songthaews also travel to Hang Dong ( 20 baht ) and San Patong , south ##AT##-##AT## west of Chiang Mai .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Zusätzlich enthält TBarCode / SAPwin eine Menge neuer Strichcode ##AT##-##AT## Symbologien .\n",
      "\n",
      "\t EN (TRUE):In addition TBarCode / SAPwin comes with a bunch of new bar code symbologies .\n",
      "\n",
      "\n",
      "\t EN (Predicted): TBarCode / <unk> is a new tool for a new version of the new TBarCode / <unk> . </s> \n",
      "\n",
      "DE:  Ein älteres Kind oder Erwachsener zahlt USD 23,40 pro Übernachtung in einem der vorhandenen Betten .\n",
      "\n",
      "\t EN (TRUE):One older child or adult is charged USD 23.40 per night when using existing bedding .\n",
      "\n",
      "\n",
      "\t EN (Predicted): One older child or adult is charged USD 23 <unk> per night and person when using existing bedding . </s> \n",
      "\n",
      "DE:  Softwaretools wie zum Beispiel der NI Analog Waveform Editor , das NI Modulation Toolkit und LabVIEW helfen Anwendern , die Entwicklungszeit von Prüfsystemen zu verringern und gleichzeitig flexibel auf die sich ändernden Anwendungsanforderungen zu reagieren .\n",
      "\n",
      "\t EN (TRUE):Software tools such as the NI Analog Waveform Editor , Modulation Toolkit and LabVIEW , help reduce your test system development time while also having the flexibility to meet your changing application requirements .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> , and the LabVIEW Real ##AT##-##AT## Time Module , and the <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> , and the LabVIEW Real ##AT##-##AT## Time Module , and the <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> . </s> \n",
      "\n",
      "DE:  Einige der ursprünglichen Charakteristika des Gebäudes - wie beispielsweise die einzigartige denkmalgeschützte Fassade und die bezaubernde Innenausstattung der Bar ##AT##-##AT## Bodega De Blauwe Parde - wurden bis heute bewahrt .\n",
      "\n",
      "\t EN (TRUE):Some unchanged features include the unique frontage , which has listed building status , and also the unique interior of De Blauwe Parade bar ##AT##-##AT## bodega .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Some of the <unk> is the perfect place to enjoy the elegant atmosphere of the <unk> , and the <unk> of the <unk> , the <unk> <unk> , the <unk> <unk> , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "(Test) BLEU (100 elements):  0.19692889371045683\n",
      "=====================================================\n",
      ".....Step  19500\n",
      "Actual: Our restaurant &quot; <unk> &quot; is opened daily from 6 p <unk> . till 11 p <unk> . </s> \n",
      "\n",
      "Predicted: The restaurant is <unk> &quot; . open in . the : <unk> . </s> \n",
      "(Train) BLEU (490 elements):  0.36996896989502587\n",
      ".....Step  20000\n",
      "Actual: The Grand Hyatt New York has everything that a traveler needs to make their trip a unique and pleasant one . </s> \n",
      "\n",
      "Predicted: The Grand Hotel New York , a that you few is a be a stay to taxi look relaxing stay . </s> \n",
      "(Train) BLEU (380 elements):  0.3591254853894205\n",
      "============= Step  20000  =============\n",
      "\t Loss:  0.7495685762465\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Der nordwestliche Teil der Insel besteht aus Granit und Gneis , von Ton überlagert , und bildet eine ca.\n",
      "\n",
      "\t EN (TRUE):A battle between Denmark and Sweden in 1645 led to Swedish control of the island , but it was brief - they left again the same year . In the Roskildepeace of 1658 Bornholm , Skaane , Halland and Blekinge were given to Sweden .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The island of <unk> is a small village of <unk> , and the island of the island of <unk> . </s> \n",
      "\n",
      "DE:  In dem traditionellen Fischerdorf werden ausländische Gäste sehr herzlich empfangen . Seien Sie allerdings gewarnt vor dem Zustand der Strasse und fahren Sie vorsichtig !\n",
      "\n",
      "\t EN (TRUE):It &apos;s a small traditional fishing village , with friendly locals , always very welcoming to British tourists .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a great place to visit the city , and the <unk> <unk> , and the <unk> <unk> . </s> \n",
      "\n",
      "DE:  Private Parkplätze stehen für EUR 3,50 pro Tag in der Nähe zur Verfügung .\n",
      "\n",
      "\t EN (TRUE):Private parking is possible at a location nearby and costs EUR 3.50 per day .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Private parking is possible at a location nearby and costs EUR 3 <unk> per day . </s> \n",
      "\n",
      "DE:  shower was ok but leaked needed updating .\n",
      "\n",
      "\t EN (TRUE):the response to to requests was poor , phone 3 time for milk in the room over 4 hours .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The staff were very friendly and helpful . </s> \n",
      "\n",
      "DE:  Die drei GewinnerInnen jeder Kategorie - insgesamt 12 SchülerInnen in Begleitung ihrer koordinierenden Lehrperson - werden zur &quot; Energie ist unsere Zukunft &quot; Preisverleihung nach Brüssel eingeladen .\n",
      "\n",
      "\t EN (TRUE):The top three winners of each category , a total of 12 , together with their coordinating teachers , will be rewarded with a trip to Brussels to attend the “ Energy is our Future ” Awards ceremony .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The three ##AT##-##AT## star hotel is a great place to visit the <unk> , and the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Wann möchten Sie im Leon &apos; s Place Hotel In Rome übernachten ?\n",
      "\n",
      "\t EN (TRUE):When would you like to stay at the Leon &apos;s Place Hotel In Rome ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): When would you like to stay at the Hotel <unk> <unk> ? </s> \n",
      "\n",
      "DE:  Auch ist , so denkt Dr. Gutherz , bereits die erste Seite sehr viel versprechend , da sie eine Definition des klinischen Psychotrauma ##AT##-##AT## Begriffes enthält , der er gänzlich zustimmen kann .\n",
      "\n",
      "\t EN (TRUE):At the rhetorical climax of this summary , Dr Goodheart comes across some sentences expressed with great pathos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the <unk> of the <unk> , which is a <unk> of the &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; \n",
      "\n",
      "DE:  Die Lizenzgeberin haftet auch nach den gesetzlichen Bestimmungen , sofern als Folge eines von ihr zu vertretenden Lieferverzuges der / die Lizenznehmer / in berechtigt ist , geltend zu machen , dass sein Interesse an der weiteren Vertragserfüllung in Fortfall geraten ist .\n",
      "\n",
      "\t EN (TRUE):For any discounts the amount of the bill needs to have been paid in full on the account of the licensor .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The licensee is the <unk> of the <unk> , which is the <unk> of the <unk> , which is the <unk> of the <unk> , which is the <unk> of the <unk> , which is the <unk> of the <unk> , which is the <unk> of the <unk> , which is the <unk> of the <unk> , which is the \n",
      "\n",
      "DE:  &quot; Die Letzte Droge &quot; wird , wie auch Route 66 , unter einer Creative Commons ##AT##-##AT## Lizenz veröffentlicht - Kopieren , Aufführen und Verändern ist diesmal auch zu kommerziellen Zwecken gestattet und erwünscht !\n",
      "\n",
      "\t EN (TRUE):We will release The Last Drug under a Creative Commons BY SA License , making it the first free HD feature film . All footage , project files , sounds and special effects will be available for those of you that are eager to get hands on experience on the first Open Source feature film project ever or for those that are able to turn it into something different .\n",
      "\n",
      "\n",
      "\t EN (Predicted): &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Ziel von 50 ##AT##-##AT## Hand Video Poker ist ähnlich zu dem von Video Poker : eine Pokerhand mit fünf Karten , die mindestens die niedrigste Kombination von dem Spieltisch , an dem Sie sich gerade befinden , zu erlangen .\n",
      "\n",
      "\t EN (TRUE):The object of 50 ##AT##-##AT## Hand Video Poker is similar to Video Poker , to obtain a five ##AT##-##AT## card poker hand that contains at least the lowest combination on the pay table for the version you are playing .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker poker \n",
      "\n",
      "(Test) BLEU (100 elements):  0.23488802137857362\n",
      "=====================================================\n",
      ".....Step  20500\n",
      "Actual: <unk> was given the task of dealing with Ishka , Quark &apos; s mother , in 2371 after she was found to have illegally earned profit . </s> \n",
      "\n",
      "Predicted: During was the the first of the with the and the &apos;s <unk> first &apos;s the the , the was the the the been the . . </s> \n",
      "(Train) BLEU (500 elements):  0.3706024239237364\n",
      ".....Step  21000\n",
      "Actual: Hotel Mundial is located in the very heart of Lisbon . </s> \n",
      "\n",
      "Predicted: Welcome <unk> is situated in the heart heart of the , </s> \n",
      "(Train) BLEU (580 elements):  0.3661699170680954\n",
      "============= Step  21000  =============\n",
      "\t Loss:  0.789159066811204\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Mag sein , dass du deine ersten Gehversuche in einem rostigen , undichten Kahn beginnst - aber mit der Zeit wirst du dich zum schnittigen Speedboat oder edlen Katamaran vorarbeiten .\n",
      "\n",
      "\t EN (TRUE):You may be starting in a ramshackle old tub of a boat , but in no time at all you &apos;ll be able to buy a fancy speedboat , or a classy catamaran . Turn your newfound fame into money , and spend it to buy lavish new homes .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you are to be a <unk> , and <unk> , and <unk> , you will receive your <unk> and <unk> , and the <unk> , you will be able to get to the <unk> . </s> \n",
      "\n",
      "DE:  Alle unterstützten Barcode Varianten sind in einem einzigen Interface konfigurierbar .\n",
      "\n",
      "\t EN (TRUE):All supported bar code formats are configurable through one single interface .\n",
      "\n",
      "\n",
      "\t EN (Predicted): All images are used in the same directory . </s> \n",
      "\n",
      "DE:  Quiet and clean room ( on the 4th floor ) with the view on the Dome .\n",
      "\n",
      "\t EN (TRUE):And it is value for money .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel was very comfortable and the location of the hotel was very comfortable . </s> \n",
      "\n",
      "DE:  Wenn eine Speicherung der Daten auf dem Client erfolgen soll , werden Cookys verwendet .\n",
      "\n",
      "\t EN (TRUE):When client data storage is needed , cookies are used .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you are stored on the table , which will be stored on the table . </s> \n",
      "\n",
      "DE:  Es war staubig , das Bad schmutzig . Sogar die Beleuchtung an der Wand im Flur ( Seitengebäude ) war richtig verstaubt .\n",
      "\n",
      "\t EN (TRUE):It was rather old fashioned in the decoration .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the most of the most popular places . </s> \n",
      "\n",
      "DE:  Slimline ICE ist in einer Vielzahl von Geschmacksrichtungen sowohl als Eis am Stiel als auch im Becher erhältlich .\n",
      "\n",
      "\t EN (TRUE):Palatinose ™ is a disaccharide derived from beet sugar .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> is a <unk> <unk> <unk> in the <unk> , and <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  Naturreservat auf aufgeschüttetem Gelände am Río de la Plata .\n",
      "\n",
      "\t EN (TRUE):Wide selection of main courses including fresh pasta in homemade sauces ( $ 15 ##AT##-##AT## 30AR ) , traditional chicken dishes incuding Chicken Marsala ( $ 20AR- $ 30AR ) , and a variety of meats including Argentine parilla style steaks ( $ 35AR ) . The menu of seafood is worth considering with rareties such as fresh Yellow ##AT##-##AT## fin Tuna steak in a pesto sauce ( $ 30AR ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): You can find the hotel ’ s swimming pool . </s> \n",
      "\n",
      "DE:  Die Lizenzgeberin haftet auch nach den gesetzlichen Bestimmungen , sofern als Folge eines von ihr zu vertretenden Lieferverzuges der / die Lizenznehmer / in berechtigt ist , geltend zu machen , dass sein Interesse an der weiteren Vertragserfüllung in Fortfall geraten ist .\n",
      "\n",
      "\t EN (TRUE):For any discounts the amount of the bill needs to have been paid in full on the account of the licensor .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The licensee , the licensor , the <unk> , the licensor , the <unk> , the licensor , the <unk> , the licensor , the <unk> , the licensor , the <unk> will be the <unk> of the licensor . </s> \n",
      "\n",
      "DE:  Es handelt sich um ein ziemlich einfaches Protokoll ; TFTP macht aber manchmal Probleme .\n",
      "\n",
      "\t EN (TRUE):This is a fairly simple protocol , but sometimes there are problems trying to get it to work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a problem in the <unk> , but it is not easy to find the same time . </s> \n",
      "\n",
      "DE:  Die Musikant entspricht dem Folkrock . Dennoch finden sich in den Liedern viele musikalische Elemente aus klassisch- folklorischer Liedern aus Anatolien bis zum Mittelmeer , aus Latein- amerikanischen Märschen bis hin zu klassischen Rockklängen .\n",
      "\n",
      "\t EN (TRUE):Yorum continues to sing hopeful songs in the name of all the world &apos;s revolutionary music .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2196652596353984\n",
      "=====================================================\n",
      ".....Step  21500\n",
      "Actual: He considered skilled precision as the absolute basis of his profession : “ A good photo is in focus , you have to be able to see everything that you want , ” was <unk> ’ s creed . </s> \n",
      "\n",
      "Predicted: <unk> was the <unk> , well <unk> leader for the own , <unk> <unk> <unk> ” , not the on but can been be a to see the : he are to and , a in s a . </s> \n",
      "(Train) BLEU (500 elements):  0.37644991441539766\n",
      ".....Step  22000\n",
      "Actual: The restaurant was closed so there was no room service or food available other than breakfast , which was only available from 7am ##AT##-##AT## 10am . </s> \n",
      "\n",
      "Predicted: The hotel was very and nice were a shower , , breakfast was . than a . and was very a . the and date . </s> \n",
      "(Train) BLEU (650 elements):  0.3679134354513262\n",
      "============= Step  22000  =============\n",
      "\t Loss:  0.7630707468092441\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Ideale Lage für Exkursionen in die Stadt und Nähe zur Promenade .\n",
      "\n",
      "\t EN (TRUE):There was plenty of space in the room and a nice garden to sit and have a drink and smoke .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The location is ideal for visiting the city . </s> \n",
      "\n",
      "DE:  Google nimmt niemals Geld für die Einbeziehung oder das Ranking von Websites und die Schaltung in den indexbasierten Suchergebnissen ist kostenlos .\n",
      "\n",
      "\t EN (TRUE):Google never accepts money to include or rank sites in our search results , and it costs nothing to appear in our organic search results .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the same way , the most important of the <unk> is the same of the <unk> . </s> \n",
      "\n",
      "DE:  Quiet and clean room ( on the 4th floor ) with the view on the Dome .\n",
      "\n",
      "\t EN (TRUE):And it is value for money .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel was very comfortable and comfortable . </s> \n",
      "\n",
      "DE:  15. einem Dritten bei dem Verstoss gegen eine dieser Regeln zu helfen .\n",
      "\n",
      "\t EN (TRUE):15. assist any third party in engaging in any activity prohibited by these Terms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 15 Under the same year , which has a total of 15 <unk> . </s> \n",
      "\n",
      "DE:  Die drei GewinnerInnen jeder Kategorie - insgesamt 12 SchülerInnen in Begleitung ihrer koordinierenden Lehrperson - werden zur &quot; Energie ist unsere Zukunft &quot; Preisverleihung nach Brüssel eingeladen .\n",
      "\n",
      "\t EN (TRUE):The top three winners of each category , a total of 12 , together with their coordinating teachers , will be rewarded with a trip to Brussels to attend the “ Energy is our Future ” Awards ceremony .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a new and 3 ##AT##-##AT## star hotel in the heart of the city , and the <unk> - the <unk> of the <unk> , and the <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Booking.com : Best Western Hotell SöderH , Söderhamn , Schweden - 29 Gästebewertungen .\n",
      "\n",
      "\t EN (TRUE):Booking.com : Best Western Hotell SöderH , Söderhamn , Sweden - 29 Guest reviews .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Booking .com : Best Western <unk> Hotell <unk> , <unk> , Netherlands - <unk> Guest reviews . </s> \n",
      "\n",
      "DE:  Naturreservat auf aufgeschüttetem Gelände am Río de la Plata .\n",
      "\n",
      "\t EN (TRUE):Wide selection of main courses including fresh pasta in homemade sauces ( $ 15 ##AT##-##AT## 30AR ) , traditional chicken dishes incuding Chicken Marsala ( $ 20AR- $ 30AR ) , and a variety of meats including Argentine parilla style steaks ( $ 35AR ) . The menu of seafood is worth considering with rareties such as fresh Yellow ##AT##-##AT## fin Tuna steak in a pesto sauce ( $ 30AR ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> de la Frontera is a good option for the hotel . </s> \n",
      "\n",
      "DE:  Das ist eine Metapher , wird jemand von der Propagandaabteilung entgegnen .\n",
      "\n",
      "\t EN (TRUE):It &apos;s only a metaphor , people from the propaganda department will say .\n",
      "\n",
      "\n",
      "\t EN (Predicted): It is a <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Zimmerbeschreibung : Our Castle Deluxe Rooms are traditionally themed with rich luxurious fabrics and furnishings , many with excellent views over the Castle grounds .\n",
      "\n",
      "\t EN (TRUE):Room Notes : Our Castle Deluxe Rooms are traditionally themed with rich luxurious fabrics and furnishings , many with excellent views over the Castle grounds .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Room Notes : The <unk> is a unique option for the <unk> <unk> , with a large poster bed , with a large poster bed and a large airy room with a large ##AT##-##AT## scale . </s> \n",
      "\n",
      "DE:  Das Personal war immer hilfsbereit und freundlich .\n",
      "\n",
      "\t EN (TRUE):The location and helpfulness of staff was excellent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The staff was very helpful and helpful . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2321683902491434\n",
      "=====================================================\n",
      ".....Step  22500\n",
      "Actual: If you are lucky to find hostel accommodation , the cheapest of these will cost around $ 20 / night , more reasonably between $ 35 ##AT##-##AT## 50 . </s> \n",
      "\n",
      "Predicted: The you are looking , be the , , including hotel prices the places be a the 5 for <unk> . but than priced the 45 <unk> 2 . </s> \n",
      "(Train) BLEU (470 elements):  0.3566334771512241\n",
      ".....Step  23000\n",
      "Actual: For example , in the Asia ##AT##-##AT## Pacific region , where many small ##AT##-##AT## scale growers have less than one hectare of land for their crops , there is an increasing interest in materials and technology that make agriculture more intensive . </s> \n",
      "\n",
      "Predicted: In more , the the world de East is , the you people areas style Europeans are a than the ##AT##-##AT## , the , the own , and is a ideal number to the . the . is the . than and </s> \n",
      "(Train) BLEU (560 elements):  0.3697405302542414\n",
      "============= Step  23000  =============\n",
      "\t Loss:  0.7742248985469341\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Heute verstehen sich QuarkXPress ® 8 , Photoshop ® und Illustrator ® besser als jemals zuvor . Dank HTML und CSS ­ können Anwender von QuarkXPress inzwischen alle Medien bedienen , und das unabhängig von Anwendungen der Adobe ® Creative Suite ® wie Adobe Flash ® ( SWF ) und Adobe Dreamweaver ® .\n",
      "\n",
      "\t EN (TRUE):Today , QuarkXPress ® 8 has tighter integration with Photoshop ® and Illustrator ® than ever before , and through standards like HTML and CSS , QuarkXPress users can publish across media both independently and alongside Adobe ® Creative Suite ® applications like Adobe Flash ® ( SWF ) and Adobe Dreamweaver ® .\n",
      "\n",
      "\n",
      "\t EN (Predicted): With the <unk> ® , you can now be able to share a variety of applications , and you will need to share your copy of your favorite and ® <unk> ® , and ® . </s> \n",
      "\n",
      "DE:  Google nimmt niemals Geld für die Einbeziehung oder das Ranking von Websites und die Schaltung in den indexbasierten Suchergebnissen ist kostenlos .\n",
      "\n",
      "\t EN (TRUE):Google never accepts money to include or rank sites in our search results , and it costs nothing to appear in our organic search results .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Google is the most important of the world of the world ##AT##-##AT## class , the <unk> , and the <unk> is the most popular of the world . </s> \n",
      "\n",
      "DE:  Es existieren Busverbindungen in nahezu jeden Ort der Provence ( eventuell mit Umsteigen in Aix ##AT##-##AT## en ##AT##-##AT## Provence ) , allerdings sollte beachtet werden , dass die letzten Busse abends ca. um 19 Uhr fahren .\n",
      "\n",
      "\t EN (TRUE):As always in France those highways are expensive but practical , comfortable and fast .\n",
      "\n",
      "\n",
      "\t EN (Predicted): It is a <unk> ##AT##-##AT## <unk> <unk> ( <unk> ) , the <unk> <unk> is a small hub for the <unk> . </s> \n",
      "\n",
      "DE:  Länge : 11,28m ; Breite : 3,66m ; Tiefgang : 0,30m ; Bj.2006 ; Liegeplatz : River Dart , Großbritannien ; 2 Motor ( en ) ; Volvo D4 260hp ; Description : The Bavaria Sport is a really impressive boat ...\n",
      "\n",
      "\t EN (TRUE):Length : 11.40m ( ~ 37.40 ft ) ; Beam : 3.68m ; Draft : 0.90m ; built 2005 ; Location : Orsera Nautika / Kroatien ##AT##-##AT## Vrsar , Croatia ( Hrvatska ) ; 2 Engine / manufac . ; Volvo Penta 5,7 GXI ; 478kW ; 430 Engine Hours ; Weight : 6.800kg ; Neues Raymarine C70 , verlängerte Badeplattform mit Staufächern , Kühlschr ...\n",
      "\n",
      "\n",
      "\t EN (Predicted): Length : 3 : 10 <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  Es war staubig , das Bad schmutzig . Sogar die Beleuchtung an der Wand im Flur ( Seitengebäude ) war richtig verstaubt .\n",
      "\n",
      "\t EN (TRUE):It was rather old fashioned in the decoration .\n",
      "\n",
      "\n",
      "\t EN (Predicted): It was the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Baustelle zwischen See und Hotel . Altmodische Einrichtung .\n",
      "\n",
      "\t EN (TRUE):Shared lobby with campsite next door , apparently , and hotel check in / out were not handled by lobby staff but by restaurant staff .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is between 10 : 30 . </s> \n",
      "\n",
      "DE:  Dazu kam die deutsche Beteiligung an AWACS ##AT##-##AT## Flügen .\n",
      "\n",
      "\t EN (TRUE):Additionally , the Germans participated in AWACS flights .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the German <unk> , the German <unk> was a <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "DE:  Alle älteren Kinder oder Erwachsene zahlen EUR 32,00 pro Übernachtung und Person für Zustellbetten .\n",
      "\n",
      "\t EN (TRUE):All older children or adults are charged EUR 32.00 per night and person for extra beds .\n",
      "\n",
      "\n",
      "\t EN (Predicted): All older children or adults are charged EUR 32 <unk> per night and person for extra beds . </s> \n",
      "\n",
      "DE:  &quot; Die Letzte Droge &quot; wird , wie auch Route 66 , unter einer Creative Commons ##AT##-##AT## Lizenz veröffentlicht - Kopieren , Aufführen und Verändern ist diesmal auch zu kommerziellen Zwecken gestattet und erwünscht !\n",
      "\n",
      "\t EN (TRUE):We will release The Last Drug under a Creative Commons BY SA License , making it the first free HD feature film . All footage , project files , sounds and special effects will be available for those of you that are eager to get hands on experience on the first Open Source feature film project ever or for those that are able to turn it into something different .\n",
      "\n",
      "\n",
      "\t EN (Predicted): &quot; The &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; . </s> \n",
      "\n",
      "DE:  Die Musikant entspricht dem Folkrock . Dennoch finden sich in den Liedern viele musikalische Elemente aus klassisch- folklorischer Liedern aus Anatolien bis zum Mittelmeer , aus Latein- amerikanischen Märschen bis hin zu klassischen Rockklängen .\n",
      "\n",
      "\t EN (TRUE):Yorum continues to sing hopeful songs in the name of all the world &apos;s revolutionary music .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(Test) BLEU (100 elements):  0.23680062307687\n",
      "=====================================================\n",
      ".....Step  23500\n",
      "Actual: Centrally located just 5 minutes away from the city centre and the main train station , this tranquil and tastefully decorated hotel offers comfort and elegance for business and leisure travellers . . . </s> \n",
      "\n",
      "Predicted: The located in a minutes walk from the city centre , the city shopping station , the hotel hotel new decorated hotel is a and a . a travellers leisure travellers . </s> \n",
      "(Train) BLEU (410 elements):  0.37747557616247335\n",
      ".....Step  24000\n",
      "Actual: Infineon EBIT in the 2008 fiscal year also included Euro 41 million , mostly for the amortization of acquisition ##AT##-##AT## related intangible assets related mainly to the business acquired from LSI . </s> \n",
      "\n",
      "Predicted: The EBIT of the <unk> fiscal year , is the , ( to and in the <unk> of the , based figures values to to of the <unk> sector by the . </s> \n",
      "(Train) BLEU (540 elements):  0.3487552798022022\n",
      "============= Step  24000  =============\n",
      "\t Loss:  0.7754492957592011\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Der nordwestliche Teil der Insel besteht aus Granit und Gneis , von Ton überlagert , und bildet eine ca.\n",
      "\n",
      "\t EN (TRUE):A battle between Denmark and Sweden in 1645 led to Swedish control of the island , but it was brief - they left again the same year . In the Roskildepeace of 1658 Bornholm , Skaane , Halland and Blekinge were given to Sweden .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The island of <unk> is a <unk> of the island of the island of the island . </s> \n",
      "\n",
      "DE:  Alle unterstützten Barcode Varianten sind in einem einzigen Interface konfigurierbar .\n",
      "\n",
      "\t EN (TRUE):All supported bar code formats are configurable through one single interface .\n",
      "\n",
      "\n",
      "\t EN (Predicted): All components are used in a single ##AT##-##AT## core . </s> \n",
      "\n",
      "DE:  Das ist viel einfacher ... Nein , streiten Sie nicht mit mir ... es ist einfacher ... ach , wie auch immer !\n",
      "\n",
      "\t EN (TRUE):This is far more easy ... no , don &apos;t argue with me ... it is easier ... ah whatever !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a bit of the best , but it is not always a lot of the best , but not always to get the same . </s> \n",
      "\n",
      "DE:  Wenn eine Speicherung der Daten auf dem Client erfolgen soll , werden Cookys verwendet .\n",
      "\n",
      "\t EN (TRUE):When client data storage is needed , cookies are used .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If you are using a data , and will be used . </s> \n",
      "\n",
      "DE:  Da jedes SCXI ##AT##-##AT## Modul die Signale auf einen einzigen Kanal des Datenerfassungsmoduls multiplext , lassen sich problemlos weitere Module hinzufügen , was für eine höhere Kanalanzahl sorgt .\n",
      "\n",
      "\t EN (TRUE):It can multiplex its signals into a single channel of the DAQ device , and you can add modules to increase channel count .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> ##AT##-##AT## <unk> is a <unk> ##AT##-##AT## class ##AT##-##AT## based <unk> , and the <unk> ##AT##-##AT## based channel ##AT##-##AT## based model is the same time . </s> \n",
      "\n",
      "DE:  Booking.com : Best Western Hotell SöderH , Söderhamn , Schweden - 29 Gästebewertungen .\n",
      "\n",
      "\t EN (TRUE):Booking.com : Best Western Hotell SöderH , Söderhamn , Sweden - 29 Guest reviews .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Booking .com : Best Western <unk> Hotell , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> <unk> , <unk> - <unk> Guest reviews . </s> \n",
      "\n",
      "DE:  Mitglieder geniessen viele zus � tzliche Leistungen wie optimierter Sicherheit , schnelleren Auszahlungszeiten und der Aufhebung von Kreditkarteneinzahlungslimits .\n",
      "\n",
      "\t EN (TRUE):Members enjoy a range of perks including enhanced security and protection , faster withdrawals and increased credit card deposit limits .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The � process � process � s � process � process � s � process � s � process is a <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Das Athens Gate Hotel liegt unterhalb der Akropolis nur 100 m vom neuen Akropolis ##AT##-##AT## Museum entfernt .\n",
      "\n",
      "\t EN (TRUE):The Athens Gate Hotel rests under the Acropolis , just 100 metres from the new Acropolis museum .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is situated in the heart of the city of the city of <unk> , close to the <unk> Museum . </s> \n",
      "\n",
      "DE:  Zimmerbeschreibung : Our Castle Deluxe Rooms are traditionally themed with rich luxurious fabrics and furnishings , many with excellent views over the Castle grounds .\n",
      "\n",
      "\t EN (TRUE):Room Notes : Our Castle Deluxe Rooms are traditionally themed with rich luxurious fabrics and furnishings , many with excellent views over the Castle grounds .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Room Notes : <unk> <unk> <unk> <unk> <unk> , <unk> <unk> , <unk> <unk> , <unk> <unk> , <unk> <unk> , <unk> <unk> . </s> \n",
      "\n",
      "DE:  William Gross beschreibt die Bedeutung des Manuskripts für die Sammlung der Familie Gross .\n",
      "\n",
      "\t EN (TRUE):William Gross describes the significance of the manuscript to the Gross Family Collection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> the <unk> of the <unk> , the <unk> of the <unk> of the <unk> of the <unk> of the <unk> of the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.21947232257554442\n",
      "=====================================================\n",
      ".....Step  24500\n",
      "Actual: &apos; Home &apos; is the perfect venue whether you ’ re seeking a romantic getaway or wish to make use of our large reception and dining areas for your special event . </s> \n",
      "\n",
      "Predicted: The <unk> is , a perfect place for you are experience looking a perfect getaway for for for satisfy you of the clients rooms . a for . the holidays holidays . </s> \n",
      "(Train) BLEU (460 elements):  0.38962122492394446\n",
      ".....Step  25000\n",
      "Actual: <unk> Guest House ( near the casinos and the Cambodian customs office ) Tel . </s> \n",
      "\n",
      "Predicted: <unk> <unk> House is <unk> the <unk> ) the <unk> <unk> ) , . . </s> \n",
      "(Train) BLEU (580 elements):  0.3764070293871555\n",
      "============= Step  25000  =============\n",
      "\t Loss:  0.7651380577981473\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Mag sein , dass du deine ersten Gehversuche in einem rostigen , undichten Kahn beginnst - aber mit der Zeit wirst du dich zum schnittigen Speedboat oder edlen Katamaran vorarbeiten .\n",
      "\n",
      "\t EN (TRUE):You may be starting in a ramshackle old tub of a boat , but in no time at all you &apos;ll be able to buy a fancy speedboat , or a classy catamaran . Turn your newfound fame into money , and spend it to buy lavish new homes .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a <unk> of the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  In raschem Tempo werden die Modelle angepasst und erneuert .\n",
      "\n",
      "\t EN (TRUE):The models are quickly being improved and renewed .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a strong combination of the most popular models . </s> \n",
      "\n",
      "DE:  Unsere kürzlich renovierten Ferienwohnungen zur Selbstversorgung in Obertraun sind weniger als eine Gehminute vom Ufer des Hallstätter Sees entfernt .\n",
      "\n",
      "\t EN (TRUE):Enjoy a warm and friendly welcome at the Obertrauner Hof , located at the heart of the tranquil village of Obertraun in the Salzkammergut , a delightful 10 ##AT##-##AT## minute walk from the lakeside .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a popular tourist destination of the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Die schlanke , einfache Oberfläche und die gute Performance machen es zum idealen Werkzeug , um dein Netbook ( oder normales Notebook ) in einen e ##AT##-##AT## Book Reader zu verwandeln .\n",
      "\n",
      "\t EN (TRUE):Its low resource use , simple interface and fast performance makes it the ideal tool to turn your netbook ( or regular laptop ) into an e ##AT##-##AT## book reader .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a new ##AT##-##AT## squared Anti ##AT##-##AT## Malware , and the <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> . </s> \n",
      "\n",
      "DE:  Da jedes SCXI ##AT##-##AT## Modul die Signale auf einen einzigen Kanal des Datenerfassungsmoduls multiplext , lassen sich problemlos weitere Module hinzufügen , was für eine höhere Kanalanzahl sorgt .\n",
      "\n",
      "\t EN (TRUE):It can multiplex its signals into a single channel of the DAQ device , and you can add modules to increase channel count .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The KUKA shelf ##AT##-##AT## mounted robots is the ideal base for the module of the module for the module of the module . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Slimline ICE ist in einer Vielzahl von Geschmacksrichtungen sowohl als Eis am Stiel als auch im Becher erhältlich .\n",
      "\n",
      "\t EN (TRUE):Palatinose ™ is a disaccharide derived from beet sugar .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a small <unk> in <unk> , and also are also available in the <unk> . </s> \n",
      "\n",
      "DE:  Naturreservat auf aufgeschüttetem Gelände am Río de la Plata .\n",
      "\n",
      "\t EN (TRUE):Wide selection of main courses including fresh pasta in homemade sauces ( $ 15 ##AT##-##AT## 30AR ) , traditional chicken dishes incuding Chicken Marsala ( $ 20AR- $ 30AR ) , and a variety of meats including Argentine parilla style steaks ( $ 35AR ) . The menu of seafood is worth considering with rareties such as fresh Yellow ##AT##-##AT## fin Tuna steak in a pesto sauce ( $ 30AR ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located on the beach . </s> \n",
      "\n",
      "DE:  Kosten Sie mediterrane Gerichte im preisgekrönten Restaurant Molyvos .\n",
      "\n",
      "\t EN (TRUE):Enjoy award winning Mediterranean cuisine at Molyvos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Enjoy the Mediterranean cuisine and the Mediterranean dishes . </s> \n",
      "\n",
      "DE:  &quot; Die Letzte Droge &quot; wird , wie auch Route 66 , unter einer Creative Commons ##AT##-##AT## Lizenz veröffentlicht - Kopieren , Aufführen und Verändern ist diesmal auch zu kommerziellen Zwecken gestattet und erwünscht !\n",
      "\n",
      "\t EN (TRUE):We will release The Last Drug under a Creative Commons BY SA License , making it the first free HD feature film . All footage , project files , sounds and special effects will be available for those of you that are eager to get hands on experience on the first Open Source feature film project ever or for those that are able to turn it into something different .\n",
      "\n",
      "\n",
      "\t EN (Predicted): &quot; The &quot; <unk> &quot; , and &quot; <unk> &quot; , and &quot; <unk> &quot; , and &quot; <unk> &quot; , and it is a <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Bei den romanischen Völkern paart sich die effektive Ohnmacht mit lächerlicher Anmaßung .\n",
      "\n",
      "\t EN (TRUE):To material weakness the Latin countries add a quite fantastic pretentiousness .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2343438121513233\n",
      "=====================================================\n",
      ".....Step  25500\n",
      "Actual: With how well you &apos;re taking the post , . . . . if you want to read general information on Japan see pictures or wikipedia general use , the best of the post as it tells you every day , and are things that are unique . </s> \n",
      "\n",
      "Predicted: The the to ##AT##-##AT## can more place best ##AT##-##AT## and </s> \n",
      "(Train) BLEU (490 elements):  0.3731555961041364\n",
      ".....Step  26000\n",
      "Actual: It looks like lots of other photographers tried something new because of groups they are in as well . </s> \n",
      "\n",
      "Predicted: It is to the of people people who to . , of the . are <unk> the the as </s> \n",
      "(Train) BLEU (530 elements):  0.39028782635348686\n",
      "============= Step  26000  =============\n",
      "\t Loss:  0.7758977947980166\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  &#124; Ferienwohnungen 1 Zi &#124; Ferienhäuser &#124; Landhäuser &#124; Autovermietung &#124; Last Minute Angebote ! !\n",
      "\n",
      "\t EN (TRUE):&#124; 1 Bedroom Apts &#124; Holiday houses &#124; Rural Homes &#124; Car Rental &#124; Last Minute Offers !\n",
      "\n",
      "\n",
      "\t EN (Predicted): Bedroom Apts &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; Holiday houses &#124; \n",
      "\n",
      "DE:  Man schließt die Gitarre über Mikrofon oder Pickup an die PC Soundkarte an und schon kann es losgehen .\n",
      "\n",
      "\t EN (TRUE):You connect the guitar via microphone or pickup with the PC soundcard and you are ready !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> or USB or USB / or <unk> or USB or USB / or <unk> or USB / or <unk> . </s> \n",
      "\n",
      "DE:  Niedrigere Preise durch mehr Wettbewerb . Die Kosten für Kapital können durch Währungsstabilität , niedrigere Zinssätze und eine bessere Organisation der Kapitalmärkte gesenkt werden .\n",
      "\n",
      "\t EN (TRUE):In a knowledge ##AT##-##AT## based society the opportunity of education is the key to progress and equality and sustainability .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a small country , the largest number of more than 100 companies are available in the world . </s> \n",
      "\n",
      "DE:  15. einem Dritten bei dem Verstoss gegen eine dieser Regeln zu helfen .\n",
      "\n",
      "\t EN (TRUE):15. assist any third party in engaging in any activity prohibited by these Terms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): ( 1 ) <unk> <unk> , a <unk> , a number of other types of <unk> . </s> \n",
      "\n",
      "DE:  Die Prüfgeräte von Olympus erweitern den Bereich des menschlichen Auges bei der industriellen Sichtprüfung . Mit unseren Industrieendoskopen werden verdeckte Bereiche mit beschränktem Zugang sichtbar gemacht , wie z.\n",
      "\n",
      "\t EN (TRUE):Olympus test equipment expands the range of the human eye in industrial visual inspection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> of the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  Baustelle zwischen See und Hotel . Altmodische Einrichtung .\n",
      "\n",
      "\t EN (TRUE):Shared lobby with campsite next door , apparently , and hotel check in / out were not handled by lobby staff but by restaurant staff .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is situated between the lake and the lake . </s> \n",
      "\n",
      "DE:  Dazu kam die deutsche Beteiligung an AWACS ##AT##-##AT## Flügen .\n",
      "\n",
      "\t EN (TRUE):Additionally , the Germans participated in AWACS flights .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the 1960s , the <unk> <unk> is a <unk> of <unk> . </s> \n",
      "\n",
      "DE:  Kosten Sie mediterrane Gerichte im preisgekrönten Restaurant Molyvos .\n",
      "\n",
      "\t EN (TRUE):Enjoy award winning Mediterranean cuisine at Molyvos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The restaurant is open daily on the Mediterranean menu . </s> \n",
      "\n",
      "DE:  Obwohl das Nazi ##AT##-##AT## Regime die Buddhistische Gemeinde in Berlin , die seit 1936 aktiv gewesen war , schloss und kurzzeitig deren Begründer Martin Steinke 1941 inhaftierte , verfolgte es die Buddhisten nicht generell .\n",
      "\n",
      "\t EN (TRUE):Although the Nazi regime closed the Buddhistische Gemeinde ( Buddhist Society ) in Berlin , which had been active from 1936 , and briefly arrested its founder Martin Steinke in 1941 , they generally did not persecute Buddhists .\n",
      "\n",
      "\n",
      "\t EN (Predicted): He was the <unk> of the <unk> , and the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of \n",
      "\n",
      "DE:  Es gibt in der Nähe kein Stadtzentrum , in dem man abends beruhigt spazieren gehen könnte . Zu Fuß braucht man in das Zentrum Bournemouths 25 min .\n",
      "\n",
      "\t EN (TRUE):Also , the possibility of a small corner play area for kids in restuarant so that adults can eat in peace and with peace of mind .\n",
      "\n",
      "\n",
      "\t EN (Predicted): There are no more than a few minutes . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.25176316519608266\n",
      "=====================================================\n",
      ".....Step  26500\n",
      "Actual: Please note that payment is made at the time of booking , in order to receive a confirmation from Marlin Apartments . </s> \n",
      "\n",
      "Predicted: The note that the is a by least same of the . and the to be the total of the . . </s> \n",
      "(Train) BLEU (430 elements):  0.3590650767569706\n",
      ".....Step  27000\n",
      "Actual: Through the intelligent management of the file cache in Windows using O &amp; O CleverCache 6 Professional Edition , you can make the most of your hardware investments by increasing the lifespan and performance of your current IT ##AT##-##AT## infrastructure . </s> \n",
      "\n",
      "Predicted: The the machine <unk> of the <unk> , , the , the &amp; O <unk> O , , , the can also a <unk> of the computer , for the a <unk> of the of the computer computer solution <unk> . </s> \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(Train) BLEU (450 elements):  0.368505099778133\n",
      "============= Step  27000  =============\n",
      "\t Loss:  0.7574514121562242\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Das Hotel Sempione verfügt über eine ideale , ruhige Lage in einem geschäftigen Viertel mit guter Verkehrsanbindung . Der Bahnhof und eine U ##AT##-##AT## Bahnstation liegen in der Nähe .\n",
      "\n",
      "\t EN (TRUE):Hotel Sempione welcomes you to a busy yet quiet area of Milan , within walking distance of excellent transport links , including the central railway station and the Repubblica metro station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in a quiet location , close to the city centre and close to the city centre . </s> \n",
      "\n",
      "DE:  In raschem Tempo werden die Modelle angepasst und erneuert .\n",
      "\n",
      "\t EN (TRUE):The models are quickly being improved and renewed .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the world , the best and most popular areas of the world . </s> \n",
      "\n",
      "DE:  Niedrigere Preise durch mehr Wettbewerb . Die Kosten für Kapital können durch Währungsstabilität , niedrigere Zinssätze und eine bessere Organisation der Kapitalmärkte gesenkt werden .\n",
      "\n",
      "\t EN (TRUE):In a knowledge ##AT##-##AT## based society the opportunity of education is the key to progress and equality and sustainability .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a small country , and has been awarded the <unk> <unk> ( <unk> ) . </s> \n",
      "\n",
      "DE:  Genießen Sie hier in gemütlicher Atmosphäre ein kühles Kölsch oder einen erfrischenden Cocktail .\n",
      "\n",
      "\t EN (TRUE):Enjoy a local beer or refreshing cocktail in a cosy atmosphere .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Enjoy a cosy atmosphere , a cosy atmosphere and a cosy atmosphere . </s> \n",
      "\n",
      "DE:  Zitate mit unterschiedlichsten stilistischen Effekten treffen aufeinander : Referenzen auf das narrative Autorenkino ( Hitchcock , Eisenstein , Godard , Brian De Palma ) , poetische oder theoretische Texte ( Tschechow , Duras , Barthes , Žižek , Weibel , Gržinić ) und Verweise auf Massenmedien – B ##AT##-##AT## Filme , TV ##AT##-##AT## Shows , Werbespots , politische Nachrichtensendungen .\n",
      "\n",
      "\t EN (TRUE):Out of all this material , mixed with disnarrative polysemy and an astonishing lack of inhibition , strange “ fictions ” are reconstructed — fragmentary fictions that are constantly interrupted .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Karibische Küche gut . Kaum bekannt - bis jetzt !\n",
      "\n",
      "\t EN (TRUE):Can get quite dodgy at night .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The staff were very helpful . </s> \n",
      "\n",
      "DE:  Wünschen Sie Unterstützung bei der der Zentrensuche ?\n",
      "\n",
      "\t EN (TRUE):Would you like being assisted in searching a specialised centre ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): Can you support the support of the <unk> ? </s> \n",
      "\n",
      "DE:  So pendelt der nächtliche Sucher dann zwischen dem Antiquariat am Kollwitzplatz in Berlin und dem in Brighton , zwischen Vancouver und Adelaide / Australien hin und her .\n",
      "\n",
      "\t EN (TRUE):And so the nocturnal searcher shuttles back and forth between the antiquarian bookshop on Kollwitzplatz in Berlin and one in Brighton , between Vancouver and Adelaide in Australia .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the <unk> and <unk> , and the <unk> and the <unk> , the <unk> and the <unk> , the <unk> and the <unk> . </s> \n",
      "\n",
      "DE:  Sie können hier auch Kanufahren , Windsurfen und Tauchen ...\n",
      "\n",
      "\t EN (TRUE):Here , you can also practice aquatic sports such as yachting , windsurfing and canoeing ... you will find all kinds of water channels , from wild brooks to serene lakes .\n",
      "\n",
      "\n",
      "\t EN (Predicted): You can also find here to the beach . </s> \n",
      "\n",
      "DE:  Einige der ursprünglichen Charakteristika des Gebäudes - wie beispielsweise die einzigartige denkmalgeschützte Fassade und die bezaubernde Innenausstattung der Bar ##AT##-##AT## Bodega De Blauwe Parde - wurden bis heute bewahrt .\n",
      "\n",
      "\t EN (TRUE):Some unchanged features include the unique frontage , which has listed building status , and also the unique interior of De Blauwe Parade bar ##AT##-##AT## bodega .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Some of the <unk> ’ s elegant interiors , the <unk> <unk> is a unique setting in the heart of the city of <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.21451310376574412\n",
      "=====================================================\n",
      ".....Step  27500\n",
      "Actual: Though good for business / events , it &apos;s a bit far from main tourist <unk> ( if you go by foot , it &apos;s ca 20 min . if you take subway , the nearest stop is <unk> , and it takes 10 min to get there ) . </s> \n",
      "\n",
      "Predicted: The the for the and <unk> and and is the bit expensive from the roads attractions . <unk> you &apos;re to car ) and is ) . ) ) </s> \n",
      "(Train) BLEU (530 elements):  0.365405878582635\n",
      ".....Step  28000\n",
      "Actual: Look out for Christmas surprise bonuses we &apos;ll be issuing randomly to players over the holiday period . </s> \n",
      "\n",
      "Predicted: We for of our , , , are be happy <unk> to our to the <unk> . . </s> \n",
      "(Train) BLEU (540 elements):  0.36505669931799345\n",
      "============= Step  28000  =============\n",
      "\t Loss:  0.7533718236982823\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Zum klimatisierten Hotel gehören auch ein Whirpool und eine traumhafte Sonnenterrasse .\n",
      "\n",
      "\t EN (TRUE):Apart from this , the guests can enjoy the facility of an independent air ##AT##-##AT## conditioning system , a jacuzzi and a beautiful sun terrace .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is also a popular place to stay in the hotel . </s> \n",
      "\n",
      "DE:  Tarbet Gast ist Haus im ersten Nationalpark von Schottland aufgestellt und hat eine gehobene Position hoch über dem Dorf von Tarbet und genießt spektakuläre südliche Blicke Bucht Lomond hinunter und nach der westlichen Seite von Ben Lomond .\n",
      "\n",
      "\t EN (TRUE):Tarbet Guest House is situated In Scotland ’ s first National Park and has an elevated position high above the village of Tarbet and enjoys spectacular southerly views down Loch Lomond and towards the western side of Ben Lomond .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> is a great base for the <unk> and <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> and <unk> . </s> \n",
      "\n",
      "DE:  Dieses 4 ##AT##-##AT## Sterne ##AT##-##AT## Landhotel aus dem 18. Jahrhundert inmitten einer ländlichen Umgebung ist nur eine kurze Fahrt vom Stadtzentrum von Londonderry und vom örtlichen Flughafen entfernt .\n",
      "\n",
      "\t EN (TRUE):This 4 ##AT##-##AT## star 18th century country house hotel is situated in the countryside , just a short drive from Derry city centre and within reach of the City of Derry Airport .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This 4 ##AT##-##AT## star hotel is located in the heart of the city centre , just a short walk from the city centre and the city centre . </s> \n",
      "\n",
      "DE:  shower was ok but leaked needed updating .\n",
      "\n",
      "\t EN (TRUE):the response to to requests was poor , phone 3 time for milk in the room over 4 hours .\n",
      "\n",
      "\n",
      "\t EN (Predicted): They were very poor . </s> \n",
      "\n",
      "DE:  Das „ Ladino di Fassa “ ist jedoch mehr als ein Dialekt – es ist eine richtige Sprache .\n",
      "\n",
      "\t EN (TRUE):This is Ladin from Fassa which is more than a dialect : it is a language in its own right .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> . </s> \n",
      "\n",
      "DE:  Nachfolgend sehen Sie die Gästebewertungen von Meliá Fernán González Boutique hotel .\n",
      "\n",
      "\t EN (TRUE):The guest reviews are submitted by our customers after their stay at Meliá Fernán González Boutique hotel .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The guest reviews are submitted by our customers after their stay at <unk> Colón and <unk> . </s> \n",
      "\n",
      "DE:  Mitglieder geniessen viele zus � tzliche Leistungen wie optimierter Sicherheit , schnelleren Auszahlungszeiten und der Aufhebung von Kreditkarteneinzahlungslimits .\n",
      "\n",
      "\t EN (TRUE):Members enjoy a range of perks including enhanced security and protection , faster withdrawals and increased credit card deposit limits .\n",
      "\n",
      "\n",
      "\t EN (Predicted): We are pleased to announce the <unk> of the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Das ist eine Metapher , wird jemand von der Propagandaabteilung entgegnen .\n",
      "\n",
      "\t EN (TRUE):It &apos;s only a metaphor , people from the propaganda department will say .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> of the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  &quot; Die Letzte Droge &quot; wird , wie auch Route 66 , unter einer Creative Commons ##AT##-##AT## Lizenz veröffentlicht - Kopieren , Aufführen und Verändern ist diesmal auch zu kommerziellen Zwecken gestattet und erwünscht !\n",
      "\n",
      "\t EN (TRUE):We will release The Last Drug under a Creative Commons BY SA License , making it the first free HD feature film . All footage , project files , sounds and special effects will be available for those of you that are eager to get hands on experience on the first Open Source feature film project ever or for those that are able to turn it into something different .\n",
      "\n",
      "\n",
      "\t EN (Predicted): &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , \n",
      "\n",
      "DE:  Ziel von 50 ##AT##-##AT## Hand Video Poker ist ähnlich zu dem von Video Poker : eine Pokerhand mit fünf Karten , die mindestens die niedrigste Kombination von dem Spieltisch , an dem Sie sich gerade befinden , zu erlangen .\n",
      "\n",
      "\t EN (TRUE):The object of 50 ##AT##-##AT## Hand Video Poker is similar to Video Poker , to obtain a five ##AT##-##AT## card poker hand that contains at least the lowest combination on the pay table for the version you are playing .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> Video Poker is a <unk> of Poker Video Poker , the Video Poker Video Poker , Video Poker , Video Poker , <unk> , Video Poker , Video Poker , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "(Test) BLEU (100 elements):  0.23166569237301818\n",
      "=====================================================\n",
      ".....Step  28500\n",
      "Actual: Wanted to eat evening meal , but due to a large party eating in the resturant the normal menu was off and only steak available . Normally not a problem for most but for someone who only eats Chicken &amp; Fish we had to find somewhere else . </s> \n",
      "\n",
      "Predicted: The is the in , is is the to the <unk> number of in the world , <unk> <unk> , the to the the <unk> from </s> \n",
      "(Train) BLEU (380 elements):  0.3791000274179783\n",
      ".....Step  29000\n",
      "Actual: We offer our customers a 100 % customer satisfaction or money ##AT##-##AT## back ##AT##-##AT## guarantee . </s> \n",
      "\n",
      "Predicted: SEO can your software to software % for software . software . saving to free software </s> \n",
      "(Train) BLEU (430 elements):  0.38461179176517113\n",
      "============= Step  29000  =============\n",
      "\t Loss:  0.7526146429330111\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Je mehr Zeit wir mit Gilad und dem Rest des Teams in Israel verbracht haben ( um nicht den lauten Hahn zu erwähnen der schreiend bei denen über den Campus rennt ) desto überzeugter waren wir – zusammen können wir mehr bewegen .\n",
      "\n",
      "\t EN (TRUE):The more time we spent with Gilad as well as the rest of the team in Israel ( not to mention the very loud rooster that runs around in their campus ) , the more convinced we all became - we ’ ll be better off together .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> team is the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> <unk> <unk> , the <unk> <unk> <unk> , the <unk> <unk> <unk> , the <unk> <unk> <unk> , the <unk> <unk> <unk> , the <unk> <unk> <unk> , the <unk> \n",
      "\n",
      "DE:  In raschem Tempo werden die Modelle angepasst und erneuert .\n",
      "\n",
      "\t EN (TRUE):The models are quickly being improved and renewed .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the world of the <unk> , the <unk> is the <unk> of the world . </s> \n",
      "\n",
      "DE:  Quiet and clean room ( on the 4th floor ) with the view on the Dome .\n",
      "\n",
      "\t EN (TRUE):And it is value for money .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The room was very comfortable and the room was a bit cold . </s> \n",
      "\n",
      "DE:  Länge : 11,28m ; Breite : 3,66m ; Tiefgang : 0,30m ; Bj.2006 ; Liegeplatz : River Dart , Großbritannien ; 2 Motor ( en ) ; Volvo D4 260hp ; Description : The Bavaria Sport is a really impressive boat ...\n",
      "\n",
      "\t EN (TRUE):Length : 11.40m ( ~ 37.40 ft ) ; Beam : 3.68m ; Draft : 0.90m ; built 2005 ; Location : Orsera Nautika / Kroatien ##AT##-##AT## Vrsar , Croatia ( Hrvatska ) ; 2 Engine / manufac . ; Volvo Penta 5,7 GXI ; 478kW ; 430 Engine Hours ; Weight : 6.800kg ; Neues Raymarine C70 , verlängerte Badeplattform mit Staufächern , Kühlschr ...\n",
      "\n",
      "\n",
      "\t EN (Predicted): Length : 3 <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "DE:  bietet ihnen die Möglichkeit , alte ABAP ##AT##-##AT## Reports mit samt ihrer betriebswirtschaftlichen Intelligenz trotz des Umstiegs auf die MS ##AT##-##AT## Umgebung weiter zu nutzen .\n",
      "\n",
      "\t EN (TRUE):Uses the BW extractor API to extract data from productive R / 3 systems by using delta mechanisms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> of the <unk> , the <unk> of the <unk> , the <unk> <unk> , the <unk> <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Karibische Küche gut . Kaum bekannt - bis jetzt !\n",
      "\n",
      "\t EN (TRUE):Can get quite dodgy at night .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , the hotel is very well ##AT##-##AT## equipped and the hotel is very well ##AT##-##AT## equipped and the hotel is very well ##AT##-##AT## equipped and the hotel is very well ##AT##-##AT## equipped and the hotel is very well ##AT##-##AT## equipped and the hotel is very well ##AT##-##AT## equipped and the hotel is very well ##AT##-##AT## equipped and the hotel \n",
      "\n",
      "DE:  Zerstören Sie alle Blöcke , um zur nächsten Ebene zu gelangen .\n",
      "\n",
      "\t EN (TRUE):Destroy all the blocks to advance to the next level .\n",
      "\n",
      "\n",
      "\t EN (Predicted): You are all the best all the best . </s> \n",
      "\n",
      "DE:  With a unique location in the heart of Peneda / Gerês National Park , this Pousada has a breathking view over the river Cávado and the peaceful Caniçada dam .\n",
      "\n",
      "\t EN (TRUE):Located in the heart of Peneda ##AT##-##AT## Gerês National Park , this guest house boasts panoramic views of the surrounding mountains and is a welcome retreat for nature enthusiasts .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> of the <unk> , and the <unk> <unk> , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  &quot; Die Letzte Droge &quot; wird , wie auch Route 66 , unter einer Creative Commons ##AT##-##AT## Lizenz veröffentlicht - Kopieren , Aufführen und Verändern ist diesmal auch zu kommerziellen Zwecken gestattet und erwünscht !\n",
      "\n",
      "\t EN (TRUE):We will release The Last Drug under a Creative Commons BY SA License , making it the first free HD feature film . All footage , project files , sounds and special effects will be available for those of you that are eager to get hands on experience on the first Open Source feature film project ever or for those that are able to turn it into something different .\n",
      "\n",
      "\n",
      "\t EN (Predicted): &quot; The &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> \n",
      "\n",
      "DE:  Sehr freundliche Auszubildende an der Rezeption , die sehr bemüht noch einen Flug für mich gebucht hat .\n",
      "\n",
      "\t EN (TRUE):First of all I did not like the price ... the next day I went to Milano to a 4 star Hotel for 10 Euro less and super service .. I had a problem with my Internetconnection and the Hotel Maritim did not react right .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel was very clean and the staff were very helpful . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(Test) BLEU (100 elements):  0.22122936924910774\n",
      "=====================================================\n",
      ".....Step  29500\n",
      "Actual: We offer sperm freezing for men who must undergo <unk> or radiotherapy and want to protect their sperm for future use . </s> \n",
      "\n",
      "Predicted: The &apos;ve a , , the , are see the , <unk> , <unk> to see the <unk> , the , . </s> \n",
      "(Train) BLEU (500 elements):  0.37973085072864554\n",
      ".....Step  30000\n",
      "Actual: 229 00 : 14 : 00 <unk> -- &gt; 00 : 14 : 01 <unk> L . Ron describes it as , 230 00 : 14 : 01 <unk> -- &gt; 00 : 14 : 04 <unk> &quot; The actual cycle of action is as follows : 231 00 : 14 : 04 <unk> -- &gt; 00 : 14 : \n",
      "\n",
      "Predicted: - 00 : 14 : 14 : 14 &gt; 00 : 14 : 14 : : <unk> <unk> Hubbard the : a I 00 : 14 : 00 <unk> -- &gt; 00 : 14 : 14 <unk> . <unk> <unk> &quot; &quot; <unk> &quot; a a : 00 to : 14 : 14 <unk> -- &gt; 00 : 14 : \n",
      "(Train) BLEU (630 elements):  0.37314327580579465\n",
      "============= Step  30000  =============\n",
      "\t Loss:  0.770045813947916\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  34 Diese a Worte sind wahr und treu ; darum übertretet sie nicht , und b nehmt auch nichts davon weg .\n",
      "\n",
      "\t EN (TRUE):34 These sayings are a true and faithful ; wherefore , transgress them not , neither b take therefrom .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 34 Wherefore , the a b truth of the earth , and the b glory of the earth , and the <unk> of the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Man schließt die Gitarre über Mikrofon oder Pickup an die PC Soundkarte an und schon kann es losgehen .\n",
      "\n",
      "\t EN (TRUE):You connect the guitar via microphone or pickup with the PC soundcard and you are ready !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The PC is not available to the USB port or the device , or the <unk> . </s> \n",
      "\n",
      "DE:  Dieses 4 ##AT##-##AT## Sterne ##AT##-##AT## Landhotel aus dem 18. Jahrhundert inmitten einer ländlichen Umgebung ist nur eine kurze Fahrt vom Stadtzentrum von Londonderry und vom örtlichen Flughafen entfernt .\n",
      "\n",
      "\t EN (TRUE):This 4 ##AT##-##AT## star 18th century country house hotel is situated in the countryside , just a short drive from Derry city centre and within reach of the City of Derry Airport .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This 4 ##AT##-##AT## star hotel is located in the centre of the city , just a short distance from the airport , the city centre and the city centre . </s> \n",
      "\n",
      "DE:  Genießen Sie hier in gemütlicher Atmosphäre ein kühles Kölsch oder einen erfrischenden Cocktail .\n",
      "\n",
      "\t EN (TRUE):Enjoy a local beer or refreshing cocktail in a cosy atmosphere .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Enjoy a warm atmosphere , a cosy atmosphere , a cosy atmosphere , a cocktail bar and a cocktail bar . </s> \n",
      "\n",
      "DE:  bietet ihnen die Möglichkeit , alte ABAP ##AT##-##AT## Reports mit samt ihrer betriebswirtschaftlichen Intelligenz trotz des Umstiegs auf die MS ##AT##-##AT## Umgebung weiter zu nutzen .\n",
      "\n",
      "\t EN (TRUE):Uses the BW extractor API to extract data from productive R / 3 systems by using delta mechanisms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is a <unk> of the <unk> and the <unk> of the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Baustelle zwischen See und Hotel . Altmodische Einrichtung .\n",
      "\n",
      "\t EN (TRUE):Shared lobby with campsite next door , apparently , and hotel check in / out were not handled by lobby staff but by restaurant staff .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Hotel <unk> is a 10 ##AT##-##AT## minute drive from the lake and the sea . </s> \n",
      "\n",
      "DE:  Naturreservat auf aufgeschüttetem Gelände am Río de la Plata .\n",
      "\n",
      "\t EN (TRUE):Wide selection of main courses including fresh pasta in homemade sauces ( $ 15 ##AT##-##AT## 30AR ) , traditional chicken dishes incuding Chicken Marsala ( $ 20AR- $ 30AR ) , and a variety of meats including Argentine parilla style steaks ( $ 35AR ) . The menu of seafood is worth considering with rareties such as fresh Yellow ##AT##-##AT## fin Tuna steak in a pesto sauce ( $ 30AR ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): You can find the best to visit the beach . </s> \n",
      "\n",
      "DE:  So pendelt der nächtliche Sucher dann zwischen dem Antiquariat am Kollwitzplatz in Berlin und dem in Brighton , zwischen Vancouver und Adelaide / Australien hin und her .\n",
      "\n",
      "\t EN (TRUE):And so the nocturnal searcher shuttles back and forth between the antiquarian bookshop on Kollwitzplatz in Berlin and one in Brighton , between Vancouver and Adelaide in Australia .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> has been a <unk> ##AT##-##AT## <unk> , between the <unk> and <unk> , and the <unk> , between the <unk> and <unk> . </s> \n",
      "\n",
      "DE:  Softwaretools wie zum Beispiel der NI Analog Waveform Editor , das NI Modulation Toolkit und LabVIEW helfen Anwendern , die Entwicklungszeit von Prüfsystemen zu verringern und gleichzeitig flexibel auf die sich ändernden Anwendungsanforderungen zu reagieren .\n",
      "\n",
      "\t EN (TRUE):Software tools such as the NI Analog Waveform Editor , Modulation Toolkit and LabVIEW , help reduce your test system development time while also having the flexibility to meet your changing application requirements .\n",
      "\n",
      "\n",
      "\t EN (Predicted): NI ##AT##-##AT## DAQmx driver software , the NI PXI ##AT##-##AT## <unk> delivers a high ##AT##-##AT## speed toolkit to create a high ##AT##-##AT## speed toolkit to create a high ##AT##-##AT## speed connectivity to the NI <unk> . </s> \n",
      "\n",
      "DE:  William Gross beschreibt die Bedeutung des Manuskripts für die Sammlung der Familie Gross .\n",
      "\n",
      "\t EN (TRUE):William Gross describes the significance of the manuscript to the Gross Family Collection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a <unk> of the <unk> of the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.25004955209977836\n",
      "=====================================================\n",
      ".....Step  30500\n",
      "Actual: Apart from being near to the main Sants Estació train station , this area is very well connected , with transport into the historical centre and Las Ramblas in about 10 minutes . </s> \n",
      "\n",
      "Predicted: The from the the the the historic attractions train <unk> station , the hotel is located close located to the the links the city centre of the Ramblas . the 10 minutes . </s> \n",
      "(Train) BLEU (550 elements):  0.3878643825390539\n",
      ".....Step  31000\n",
      "Actual: forums about El Pont de <unk> - Lleida . </s> \n",
      "\n",
      "Predicted: forums about El <unk> - <unk> - <unk> . </s> \n",
      "(Train) BLEU (500 elements):  0.3914787352514426\n",
      "============= Step  31000  =============\n",
      "\t Loss:  0.732796198606491\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Das Hotel Sempione verfügt über eine ideale , ruhige Lage in einem geschäftigen Viertel mit guter Verkehrsanbindung . Der Bahnhof und eine U ##AT##-##AT## Bahnstation liegen in der Nähe .\n",
      "\n",
      "\t EN (TRUE):Hotel Sempione welcomes you to a busy yet quiet area of Milan , within walking distance of excellent transport links , including the central railway station and the Repubblica metro station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the heart of the city centre , close to the train station , the hotel ’ s underground station and the city centre . </s> \n",
      "\n",
      "DE:  In raschem Tempo werden die Modelle angepasst und erneuert .\n",
      "\n",
      "\t EN (TRUE):The models are quickly being improved and renewed .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the combination of the models of the models of the models . </s> \n",
      "\n",
      "DE:  Das ist viel einfacher ... Nein , streiten Sie nicht mit mir ... es ist einfacher ... ach , wie auch immer !\n",
      "\n",
      "\t EN (TRUE):This is far more easy ... no , don &apos;t argue with me ... it is easier ... ah whatever !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a very important thing to be able to be able to be able to be able to be able to be able to be able to be able to be able to get to the hotel . </s> \n",
      "\n",
      "DE:  15. einem Dritten bei dem Verstoss gegen eine dieser Regeln zu helfen .\n",
      "\n",
      "\t EN (TRUE):15. assist any third party in engaging in any activity prohibited by these Terms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 15 15 <unk> <unk> , a 15 ##AT##-##AT## 15 ##AT##-##AT## 15 ##AT##-##AT## 15 ##AT##-##AT## 15 ##AT##-##AT## 18 days of the day . </s> \n",
      "\n",
      "DE:  bietet ihnen die Möglichkeit , alte ABAP ##AT##-##AT## Reports mit samt ihrer betriebswirtschaftlichen Intelligenz trotz des Umstiegs auf die MS ##AT##-##AT## Umgebung weiter zu nutzen .\n",
      "\n",
      "\t EN (TRUE):Uses the BW extractor API to extract data from productive R / 3 systems by using delta mechanisms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> of the <unk> <unk> is the same of the <unk> of the <unk> of the <unk> of the <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Das Haus liegt in der CCZ ##AT##-##AT## Umweltzone und bietet eine sehr gute Anbindung an das Bus- und U ##AT##-##AT## Bahnnetz .\n",
      "\n",
      "\t EN (TRUE):Set inside the central London congestion ##AT##-##AT## charging zone , this modern hotel has superb transport links , with access to the Tube and the bus network practically on the doorstep .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the heart of the city centre , close to the metro station . </s> \n",
      "\n",
      "DE:  Mitglieder geniessen viele zus � tzliche Leistungen wie optimierter Sicherheit , schnelleren Auszahlungszeiten und der Aufhebung von Kreditkarteneinzahlungslimits .\n",
      "\n",
      "\t EN (TRUE):Members enjoy a range of perks including enhanced security and protection , faster withdrawals and increased credit card deposit limits .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Das Athens Gate Hotel liegt unterhalb der Akropolis nur 100 m vom neuen Akropolis ##AT##-##AT## Museum entfernt .\n",
      "\n",
      "\t EN (TRUE):The Athens Gate Hotel rests under the Acropolis , just 100 metres from the new Acropolis museum .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the heart of the city , the hotel is just 100 metres from the city centre . </s> \n",
      "\n",
      "DE:  Einst verwunschene Eilande , später Schlupfwinkel von Piraten , welche die goldbeladenen Schiffe der Spanier überfielen , sind diese unwirtlichen Inseln mit dem seltsamen Tierleben heute wohl eines der letzten großen Tierparadiese der Welt .\n",
      "\n",
      "\t EN (TRUE):Apart from its beautiful beaches and unique and varied ecosystems , the Galapagos Islands are home to towering active volcanoes that reach altitudes up to 1,600 meters .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "DE:  William Gross beschreibt die Bedeutung des Manuskripts für die Sammlung der Familie Gross .\n",
      "\n",
      "\t EN (TRUE):William Gross describes the significance of the manuscript to the Gross Family Collection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): William <unk> , the <unk> of the <unk> of the <unk> of the <unk> of the <unk> of the <unk> of the <unk> of the <unk> of the <unk> of the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.24100250375369128\n",
      "=====================================================\n",
      ".....Step  31500\n",
      "Actual: The location of the Hotel . The excellent food and the reasonable prices to go with it . </s> \n",
      "\n",
      "Predicted: The hotel was the hotel <unk> </s> \n",
      "(Train) BLEU (460 elements):  0.3753494253990442\n",
      ".....Step  32000\n",
      "Actual: During a round of hot punch out of a cast iron <unk> , your team will be given its instructions . </s> \n",
      "\n",
      "Predicted: The the week of the ##AT##-##AT## , of the <unk> ##AT##-##AT## , , and <unk> will be a a own . </s> \n",
      "(Train) BLEU (520 elements):  0.3833080965121961\n",
      "============= Step  32000  =============\n",
      "\t Loss:  0.7537186342924833\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Je mehr Zeit wir mit Gilad und dem Rest des Teams in Israel verbracht haben ( um nicht den lauten Hahn zu erwähnen der schreiend bei denen über den Campus rennt ) desto überzeugter waren wir – zusammen können wir mehr bewegen .\n",
      "\n",
      "\t EN (TRUE):The more time we spent with Gilad as well as the rest of the team in Israel ( not to mention the very loud rooster that runs around in their campus ) , the more convinced we all became - we ’ ll be better off together .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> , we have been the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , and the <unk> of the <unk> of the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Google nimmt niemals Geld für die Einbeziehung oder das Ranking von Websites und die Schaltung in den indexbasierten Suchergebnissen ist kostenlos .\n",
      "\n",
      "\t EN (TRUE):Google never accepts money to include or rank sites in our search results , and it costs nothing to appear in our organic search results .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is not a <unk> , and the <unk> is not a <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Private Parkplätze stehen für EUR 3,50 pro Tag in der Nähe zur Verfügung .\n",
      "\n",
      "\t EN (TRUE):Private parking is possible at a location nearby and costs EUR 3.50 per day .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Private parking is possible on site and costs EUR 3 <unk> per day . </s> \n",
      "\n",
      "DE:  Genießen Sie hier in gemütlicher Atmosphäre ein kühles Kölsch oder einen erfrischenden Cocktail .\n",
      "\n",
      "\t EN (TRUE):Enjoy a local beer or refreshing cocktail in a cosy atmosphere .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Enjoy a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere , a relaxed atmosphere \n",
      "\n",
      "DE:  Die Prüfgeräte von Olympus erweitern den Bereich des menschlichen Auges bei der industriellen Sichtprüfung . Mit unseren Industrieendoskopen werden verdeckte Bereiche mit beschränktem Zugang sichtbar gemacht , wie z.\n",
      "\n",
      "\t EN (TRUE):Olympus test equipment expands the range of the human eye in industrial visual inspection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The Olympus E330 is a <unk> ##AT##-##AT## <unk> , and the <unk> of the Olympus E330 are used to use the Olympus E330 . </s> \n",
      "\n",
      "DE:  Standort war sehr praktisch . In 5 Minuten ist man am Hauptbahnhof , in 10 Minuten im Bankenviertel .\n",
      "\n",
      "\t EN (TRUE):very central only a few minutes walk from Bohr / Ryanair bus stop and main train station.Generally cheap and cheerful .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is situated in the heart of the city centre , within walking distance of the city centre and the main railway station . </s> \n",
      "\n",
      "DE:  Zusätzlich enthält TBarCode / SAPwin eine Menge neuer Strichcode ##AT##-##AT## Symbologien .\n",
      "\n",
      "\t EN (TRUE):In addition TBarCode / SAPwin comes with a bunch of new bar code symbologies .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> contains the latest 2D with the <unk> support . </s> \n",
      "\n",
      "DE:  Das ist eine Metapher , wird jemand von der Propagandaabteilung entgegnen .\n",
      "\n",
      "\t EN (TRUE):It &apos;s only a metaphor , people from the propaganda department will say .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> of the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Einst verwunschene Eilande , später Schlupfwinkel von Piraten , welche die goldbeladenen Schiffe der Spanier überfielen , sind diese unwirtlichen Inseln mit dem seltsamen Tierleben heute wohl eines der letzten großen Tierparadiese der Welt .\n",
      "\n",
      "\t EN (TRUE):Apart from its beautiful beaches and unique and varied ecosystems , the Galapagos Islands are home to towering active volcanoes that reach altitudes up to 1,600 meters .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  in dieser Option ermöglicht , Dateien relativ zum aktuellen Verzeichnis einzubinden .\n",
      "\n",
      "\t EN (TRUE):in the include path allows for relative includes as it means the current directory . However , it is more efficient to explicitly use include &apos; . / file &apos; than having PHP always check the current directory for every include .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> option is to be found in the current files . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.24854102153111954\n",
      "=====================================================\n",
      ".....Step  32500\n",
      "Actual: 3 He is a despised and rejected of men ; a man of <unk> , and acquainted with grief ; and we hid as it were our faces from him ; he was despised , and we esteemed him not . </s> \n",
      "\n",
      "Predicted: 3 And is a <unk> and a the the , and man , the , and the with the , and the have his a , a hands with the , and said a by and the had to to , </s> \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(Train) BLEU (380 elements):  0.38574443542114156\n",
      ".....Step  33000\n",
      "Actual: One of the cornerstones of Fanatic the <unk> Center lay in the superb equipment that you will find in all destinations , where quality matches quantity with the highest of standards . </s> \n",
      "\n",
      "Predicted: A of the most of the ’ <unk> , is the the <unk> range , are can be the the the in and you , with and the <unk> standard the . </s> \n",
      "(Train) BLEU (510 elements):  0.38207628358629925\n",
      "============= Step  33000  =============\n",
      "\t Loss:  0.7422782608270645\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  &#124; Ferienwohnungen 1 Zi &#124; Ferienhäuser &#124; Landhäuser &#124; Autovermietung &#124; Last Minute Angebote ! !\n",
      "\n",
      "\t EN (TRUE):&#124; 1 Bedroom Apts &#124; Holiday houses &#124; Rural Homes &#124; Car Rental &#124; Last Minute Offers !\n",
      "\n",
      "\n",
      "\t EN (Predicted): Holiday Houses &#124; Rural Homes &#124; Hotels &#124; Last Minute Offers ! </s> \n",
      "\n",
      "DE:  Tarbet Gast ist Haus im ersten Nationalpark von Schottland aufgestellt und hat eine gehobene Position hoch über dem Dorf von Tarbet und genießt spektakuläre südliche Blicke Bucht Lomond hinunter und nach der westlichen Seite von Ben Lomond .\n",
      "\n",
      "\t EN (TRUE):Tarbet Guest House is situated In Scotland ’ s first National Park and has an elevated position high above the village of Tarbet and enjoys spectacular southerly views down Loch Lomond and towards the western side of Ben Lomond .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a small village in the heart of the city of <unk> , the <unk> of the <unk> Valley , the <unk> of the <unk> , the <unk> of the <unk> of the <unk> of the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Es existieren Busverbindungen in nahezu jeden Ort der Provence ( eventuell mit Umsteigen in Aix ##AT##-##AT## en ##AT##-##AT## Provence ) , allerdings sollte beachtet werden , dass die letzten Busse abends ca. um 19 Uhr fahren .\n",
      "\n",
      "\t EN (TRUE):As always in France those highways are expensive but practical , comfortable and fast .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a bit of the best of the <unk> , but it is a bit of the <unk> . </s> \n",
      "\n",
      "DE:  Die schlanke , einfache Oberfläche und die gute Performance machen es zum idealen Werkzeug , um dein Netbook ( oder normales Notebook ) in einen e ##AT##-##AT## Book Reader zu verwandeln .\n",
      "\n",
      "\t EN (TRUE):Its low resource use , simple interface and fast performance makes it the ideal tool to turn your netbook ( or regular laptop ) into an e ##AT##-##AT## book reader .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a new or squared Anti ##AT##-##AT## Malware , or the <unk> , the <unk> , or the <unk> , the <unk> and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Es war staubig , das Bad schmutzig . Sogar die Beleuchtung an der Wand im Flur ( Seitengebäude ) war richtig verstaubt .\n",
      "\n",
      "\t EN (TRUE):It was rather old fashioned in the decoration .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The room was a bit of the room . </s> \n",
      "\n",
      "DE:  Das Haus liegt in der CCZ ##AT##-##AT## Umweltzone und bietet eine sehr gute Anbindung an das Bus- und U ##AT##-##AT## Bahnnetz .\n",
      "\n",
      "\t EN (TRUE):Set inside the central London congestion ##AT##-##AT## charging zone , this modern hotel has superb transport links , with access to the Tube and the bus network practically on the doorstep .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the heart of the city of <unk> , just a short walk from the main train station and the main train station . </s> \n",
      "\n",
      "DE:  Jedes Stück Information kann eigene Eigenschaften und Aktionen besitzen .\n",
      "\n",
      "\t EN (TRUE):Every bit of information and code can be given their own properties and actions .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Each information can be found in the same way . </s> \n",
      "\n",
      "DE:  Ein älteres Kind oder Erwachsener zahlt USD 23,40 pro Übernachtung in einem der vorhandenen Betten .\n",
      "\n",
      "\t EN (TRUE):One older child or adult is charged USD 23.40 per night when using existing bedding .\n",
      "\n",
      "\n",
      "\t EN (Predicted): One older child or adult is charged USD 23 <unk> per night and person when using existing bedding . </s> \n",
      "\n",
      "DE:  &quot; Die Letzte Droge &quot; wird , wie auch Route 66 , unter einer Creative Commons ##AT##-##AT## Lizenz veröffentlicht - Kopieren , Aufführen und Verändern ist diesmal auch zu kommerziellen Zwecken gestattet und erwünscht !\n",
      "\n",
      "\t EN (TRUE):We will release The Last Drug under a Creative Commons BY SA License , making it the first free HD feature film . All footage , project files , sounds and special effects will be available for those of you that are eager to get hands on experience on the first Open Source feature film project ever or for those that are able to turn it into something different .\n",
      "\n",
      "\n",
      "\t EN (Predicted): &quot; The &quot; <unk> &quot; , the &quot; <unk> &quot; , the &quot; <unk> &quot; , the &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; \n",
      "\n",
      "DE:  William Gross beschreibt die Bedeutung des Manuskripts für die Sammlung der Familie Gross .\n",
      "\n",
      "\t EN (TRUE):William Gross describes the significance of the manuscript to the Gross Family Collection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is the <unk> of the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.26012951079050634\n",
      "=====================================================\n",
      ".....Step  33500\n",
      "Actual: It is highly recommended that you have someone with you at all times that is a local ( besides while being in your hotel ) . </s> \n",
      "\n",
      "Predicted: The is not recommended to is are to who the . the times . are not bit <unk> <unk> the the in the <unk> ) . </s> \n",
      "(Train) BLEU (640 elements):  0.3778888309105298\n",
      ".....Step  34000\n",
      "Actual: The range of experience spans from standard mechanisms and writing components to complete writing instruments . In close dialogue with the customers <unk> Technology develops and manufactures writing high lights on demand . </s> \n",
      "\n",
      "Predicted: The <unk> of <unk> of the the and and the , and the the and and </s> \n",
      "(Train) BLEU (590 elements):  0.38150672319867796\n",
      "============= Step  34000  =============\n",
      "\t Loss:  0.7374391455054283\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Ideale Lage für Exkursionen in die Stadt und Nähe zur Promenade .\n",
      "\n",
      "\t EN (TRUE):There was plenty of space in the room and a nice garden to sit and have a drink and smoke .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is close to the city center . </s> \n",
      "\n",
      "DE:  1 Nun ließ der Herr , Gott , die Hungersnot im Land Ur so schwer werden , daß a Haran , mein Bruder , starb ; aber b Terach , mein Vater , lebte noch im Land Ur der Chaldäer .\n",
      "\n",
      "\t EN (TRUE):1 Now the Lord God caused the a famine to wax sore in the land of Ur , insomuch that b Haran , my brother , died ; but c Terah , my father , yet lived in the land of Ur , of the Chaldees .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 1 Now , the Lord hath commanded that the Lord commanded that I have spoken the b land of Jerusalem ; for the Lord hath commanded that the Lord commanded that I have spoken the Lord . </s> \n",
      "\n",
      "DE:  Private Parkplätze stehen für EUR 3,50 pro Tag in der Nähe zur Verfügung .\n",
      "\n",
      "\t EN (TRUE):Private parking is possible at a location nearby and costs EUR 3.50 per day .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Private parking is possible on site and costs EUR 3 <unk> per day . </s> \n",
      "\n",
      "DE:  Wie hilfreich finden Sie die Demo ##AT##-##AT## CD ?\n",
      "\n",
      "\t EN (TRUE):How helpful do you find the demo CD ##AT##-##AT## ROM ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): CD ##AT##-##AT## ROM CD ##AT##-##AT## ROM CD ##AT##-##AT## ROM CD ? </s> \n",
      "\n",
      "DE:  Die Prüfgeräte von Olympus erweitern den Bereich des menschlichen Auges bei der industriellen Sichtprüfung . Mit unseren Industrieendoskopen werden verdeckte Bereiche mit beschränktem Zugang sichtbar gemacht , wie z.\n",
      "\n",
      "\t EN (TRUE):Olympus test equipment expands the range of the human eye in industrial visual inspection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> will be able to use the <unk> of the <unk> and the <unk> of the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Die Deutschen sind schließlich nicht mehr dieselben , und Greuel gab es auf beiden Seiten dieser Front ; vergessen wir alle diejenigen , die die Orden und Medaillen des 9. Mai tragen - es sind doch so viele Jahre vergangen .\n",
      "\n",
      "\t EN (TRUE):Afterall &#91; they say &#93; , the Germans are no longer the same , and there was cruelty on both sides of the front ; let &apos;s forget all those who wear the medals of 9 May – so many years have passed since .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Jedes Stück Information kann eigene Eigenschaften und Aktionen besitzen .\n",
      "\n",
      "\t EN (TRUE):Every bit of information and code can be given their own properties and actions .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Each information can be found in the same . </s> \n",
      "\n",
      "DE:  Das ist eine Metapher , wird jemand von der Propagandaabteilung entgegnen .\n",
      "\n",
      "\t EN (TRUE):It &apos;s only a metaphor , people from the propaganda department will say .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The man is a man <unk> , but that the <unk> is the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Softwaretools wie zum Beispiel der NI Analog Waveform Editor , das NI Modulation Toolkit und LabVIEW helfen Anwendern , die Entwicklungszeit von Prüfsystemen zu verringern und gleichzeitig flexibel auf die sich ändernden Anwendungsanforderungen zu reagieren .\n",
      "\n",
      "\t EN (TRUE):Software tools such as the NI Analog Waveform Editor , Modulation Toolkit and LabVIEW , help reduce your test system development time while also having the flexibility to meet your changing application requirements .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> , <unk> , and Toolkit interactively to build the NI <unk> and <unk> and <unk> , and the NI LabWindows / CVI <unk> software , and the <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> \n",
      "\n",
      "DE:  Einige der ursprünglichen Charakteristika des Gebäudes - wie beispielsweise die einzigartige denkmalgeschützte Fassade und die bezaubernde Innenausstattung der Bar ##AT##-##AT## Bodega De Blauwe Parde - wurden bis heute bewahrt .\n",
      "\n",
      "\t EN (TRUE):Some unchanged features include the unique frontage , which has listed building status , and also the unique interior of De Blauwe Parade bar ##AT##-##AT## bodega .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Some of the <unk> ’ s elegant interiors are located in the heart of the city of the city , the <unk> and the <unk> of the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2490368733815167\n",
      "=====================================================\n",
      ".....Step  34500\n",
      "Actual: Some clinics even make hotel room calls . Check with the local phone book or your hotel . </s> \n",
      "\n",
      "Predicted: There are are are sure . . to </s> \n",
      "(Train) BLEU (560 elements):  0.3864127411841149\n",
      ".....Step  35000\n",
      "Actual: this wonderful theater has hosted many fantastic productions but is <unk> no longer there <unk> bin demolished ! </s> \n",
      "\n",
      "Predicted: If is location area a the other cities , also a in longer than &apos;s to <unk> , </s> \n",
      "(Train) BLEU (510 elements):  0.3854608368126992\n",
      "============= Step  35000  =============\n",
      "\t Loss:  0.7517704477310181\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Der nordwestliche Teil der Insel besteht aus Granit und Gneis , von Ton überlagert , und bildet eine ca.\n",
      "\n",
      "\t EN (TRUE):A battle between Denmark and Sweden in 1645 led to Swedish control of the island , but it was brief - they left again the same year . In the Roskildepeace of 1658 Bornholm , Skaane , Halland and Blekinge were given to Sweden .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is a place to create a wide range of different styles , and the <unk> . </s> \n",
      "\n",
      "DE:  Dieser bietet doppelten Schutz durch den OnExecution Scan , der Programme noch bevor Sie gestartet werden mit dem Signaturenscanner überprüft , sowie dem Malware ##AT##-##AT## IDS .\n",
      "\n",
      "\t EN (TRUE):It includes the double protection using the OnExecution Scan , which scans programs right before they are started with the signature scanner , as well as the Malware ##AT##-##AT## IDS .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This will be used with the <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> , which will be used to install the system . </s> \n",
      "\n",
      "DE:  Dieses 4 ##AT##-##AT## Sterne ##AT##-##AT## Landhotel aus dem 18. Jahrhundert inmitten einer ländlichen Umgebung ist nur eine kurze Fahrt vom Stadtzentrum von Londonderry und vom örtlichen Flughafen entfernt .\n",
      "\n",
      "\t EN (TRUE):This 4 ##AT##-##AT## star 18th century country house hotel is situated in the countryside , just a short drive from Derry city centre and within reach of the City of Derry Airport .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This hotel is located in the centre of <unk> , just a short walk from the city centre , just a short walk from the city centre . </s> \n",
      "\n",
      "DE:  Im Allgemeinen basieren sie auf Datenbanken , Templates und Skripts .\n",
      "\n",
      "\t EN (TRUE):In general they are based on databases , template and scripts .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In other words , the other other databases are available in the databases . </s> \n",
      "\n",
      "DE:  Das „ Ladino di Fassa “ ist jedoch mehr als ein Dialekt – es ist eine richtige Sprache .\n",
      "\n",
      "\t EN (TRUE):This is Ladin from Fassa which is more than a dialect : it is a language in its own right .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The “ <unk> ” is a more important role in the <unk> . </s> \n",
      "\n",
      "DE:  Booking.com : Best Western Hotell SöderH , Söderhamn , Schweden - 29 Gästebewertungen .\n",
      "\n",
      "\t EN (TRUE):Booking.com : Best Western Hotell SöderH , Söderhamn , Sweden - 29 Guest reviews .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Booking .com : Best Western <unk> Hotell , <unk> , <unk> , <unk> , <unk> , Norway - 29 Guest reviews . </s> \n",
      "\n",
      "DE:  Jedes Stück Information kann eigene Eigenschaften und Aktionen besitzen .\n",
      "\n",
      "\t EN (TRUE):Every bit of information and code can be given their own properties and actions .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Each information can be found in the collection of the same . </s> \n",
      "\n",
      "DE:  Ein älteres Kind oder Erwachsener zahlt USD 23,40 pro Übernachtung in einem der vorhandenen Betten .\n",
      "\n",
      "\t EN (TRUE):One older child or adult is charged USD 23.40 per night when using existing bedding .\n",
      "\n",
      "\n",
      "\t EN (Predicted): One older child or adult is charged USD 23 <unk> per night and person in an extra bed . </s> \n",
      "\n",
      "DE:  Zimmerbeschreibung : Our Castle Deluxe Rooms are traditionally themed with rich luxurious fabrics and furnishings , many with excellent views over the Castle grounds .\n",
      "\n",
      "\t EN (TRUE):Room Notes : Our Castle Deluxe Rooms are traditionally themed with rich luxurious fabrics and furnishings , many with excellent views over the Castle grounds .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Room Notes : <unk> <unk> , <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  Bamberg , die &quot; Traumstadt der Deutschen &quot; , seine aufgeschlossenen Menschen und seine romantische Umgebung wird auch Sie begeistern , denn sie bietet für jeden etwas .\n",
      "\n",
      "\t EN (TRUE):The beauty and rich cultural life of this town can be enjoyed at any time of year . Soak up the summer sun whilst relaxing at one of the many sidewalk cafés in the historic old town or savour a cool beer beneath a shady chestnut tree in one of the popular beer gardens .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "(Test) BLEU (100 elements):  0.24462991548762025\n",
      "=====================================================\n",
      ".....Step  35500\n",
      "Actual: Professor <unk> stated that the translation was correct , more so than any he had before seen translated from the Egyptian . </s> \n",
      "\n",
      "Predicted: He Angha , that he <unk> of a , he than that the kind was a the as . the <unk> border </s> \n",
      "(Train) BLEU (480 elements):  0.396290660947881\n",
      ".....Step  36000\n",
      "Actual: Not far from Gare de Nord , next to the major metro interchange , close enough to walk to good restaurants and shopping and taxis available even in the rain . </s> \n",
      "\n",
      "Predicted: The a from the de la , metro to the city train station , the to to get to the bus and cafes , restaurants are . though the city . </s> \n",
      "(Train) BLEU (490 elements):  0.3955989236824127\n",
      "============= Step  36000  =============\n",
      "\t Loss:  0.7349061058610677\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  &#124; Ferienwohnungen 1 Zi &#124; Ferienhäuser &#124; Landhäuser &#124; Autovermietung &#124; Last Minute Angebote ! !\n",
      "\n",
      "\t EN (TRUE):&#124; 1 Bedroom Apts &#124; Holiday houses &#124; Rural Homes &#124; Car Rental &#124; Last Minute Offers !\n",
      "\n",
      "\n",
      "\t EN (Predicted): Apartments &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; Hotels &#124; \n",
      "\n",
      "DE:  1 Nun ließ der Herr , Gott , die Hungersnot im Land Ur so schwer werden , daß a Haran , mein Bruder , starb ; aber b Terach , mein Vater , lebte noch im Land Ur der Chaldäer .\n",
      "\n",
      "\t EN (TRUE):1 Now the Lord God caused the a famine to wax sore in the land of Ur , insomuch that b Haran , my brother , died ; but c Terah , my father , yet lived in the land of Ur , of the Chaldees .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 1 Now , the Lord God hath spoken , who had spoken the Lord God , who had spoken the Lord God , who had spoken the Lord God , who had spoken the Lord God , who had spoken the Lord God , who had spoken the Lord God , who had spoken the Lord God , who had \n",
      "\n",
      "DE:  „ Für uns junge slowenische Architekten ist prägend , wie Plečnik den öffentlichen Raum in Ljubljana zu gliedern verstand .\n",
      "\n",
      "\t EN (TRUE):“ For us young Slovene architects the way in which Plečnik was able to shape public space in Ljubljana is highly influential .\n",
      "\n",
      "\n",
      "\t EN (Predicted): &quot; <unk> <unk> is a <unk> of the <unk> <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Wie hilfreich finden Sie die Demo ##AT##-##AT## CD ?\n",
      "\n",
      "\t EN (TRUE):How helpful do you find the demo CD ##AT##-##AT## ROM ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): How do you find a demo of CD ? </s> \n",
      "\n",
      "DE:  Die Prüfgeräte von Olympus erweitern den Bereich des menschlichen Auges bei der industriellen Sichtprüfung . Mit unseren Industrieendoskopen werden verdeckte Bereiche mit beschränktem Zugang sichtbar gemacht , wie z.\n",
      "\n",
      "\t EN (TRUE):Olympus test equipment expands the range of the human eye in industrial visual inspection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is a <unk> of the <unk> , and the <unk> of the <unk> , the <unk> of the <unk> of the <unk> , the <unk> of the <unk> of the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Das Haus liegt in der CCZ ##AT##-##AT## Umweltzone und bietet eine sehr gute Anbindung an das Bus- und U ##AT##-##AT## Bahnnetz .\n",
      "\n",
      "\t EN (TRUE):Set inside the central London congestion ##AT##-##AT## charging zone , this modern hotel has superb transport links , with access to the Tube and the bus network practically on the doorstep .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the centre of the city centre , close to the main railway station and the main railway station . </s> \n",
      "\n",
      "DE:  Zusätzlich enthält TBarCode / SAPwin eine Menge neuer Strichcode ##AT##-##AT## Symbologien .\n",
      "\n",
      "\t EN (TRUE):In addition TBarCode / SAPwin comes with a bunch of new bar code symbologies .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In addition to the barcode TBarCode <unk> TBarCode <unk> . </s> \n",
      "\n",
      "DE:  Tux Racer wird Ihnen helfen , die Zeit totzuschlagen und sie können OpenOffice zum Arbeiten verwenden .\n",
      "\n",
      "\t EN (TRUE):Tux Racer will help you pass the time while you wait , and you can use OpenOffice for work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): You can also use the <unk> ’ s ‘ <unk> ’ s swimming pools and the <unk> . </s> \n",
      "\n",
      "DE:  Im Fall Bergy , 596 F.2d 952 , 201 USPQ 352 ( CCPA 1979 ) beteiligte sich die Mehrheit an einer umfangreichen Kritik an Flook und entschied , dass dieses Gericht irrt � mlicherweise � verschiedene gesetzliche Vorkehrungen , die begrifflich ohne Zusammenhang seien � , vermischt h � tte . Id . , unter 959 , 201 USPQ at 360 .\n",
      "\n",
      "\t EN (TRUE):In In re Bergy , 596 F.2d 952 , 201 USPQ 352 ( CCPA 1979 ) , the majority engaged in an extensive critique ofFlook , concluding that this Court had erroneously commingled � distinct statutory provisions which are conceptually unrelated . � Id . , at 959 , 201 USPQ at 360 .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the <unk> , the <unk> of the <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Bei den romanischen Völkern paart sich die effektive Ohnmacht mit lächerlicher Anmaßung .\n",
      "\n",
      "\t EN (TRUE):To material weakness the Latin countries add a quite fantastic pretentiousness .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In addition to the <unk> <unk> , <unk> <unk> , <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2424183813135458\n",
      "=====================================================\n",
      ".....Step  36500\n",
      "Actual: Fantastic fusion of sounds and styles on this unique album ! </s> \n",
      "\n",
      "Predicted: I <unk> of the and the . the album . . </s> \n",
      "(Train) BLEU (570 elements):  0.38374686556653353\n",
      ".....Step  37000\n",
      "Actual: <unk> is grouped in the same class of drugs as cyanide and arsenic - <unk> <unk> ! ! ! Unfortunately , it just takes longer to quietly kill , but it is killing people and causing all kinds of neurological problems . </s> \n",
      "\n",
      "Predicted: The <unk> the in the <unk> of . the . well . <unk> . in <unk> . </s> \n",
      "(Train) BLEU (510 elements):  0.3918021877226028\n",
      "============= Step  37000  =============\n",
      "\t Loss:  0.7238621875345707\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Zum klimatisierten Hotel gehören auch ein Whirpool und eine traumhafte Sonnenterrasse .\n",
      "\n",
      "\t EN (TRUE):Apart from this , the guests can enjoy the facility of an independent air ##AT##-##AT## conditioning system , a jacuzzi and a beautiful sun terrace .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a small and family ##AT##-##AT## run hotel . </s> \n",
      "\n",
      "DE:  In raschem Tempo werden die Modelle angepasst und erneuert .\n",
      "\n",
      "\t EN (TRUE):The models are quickly being improved and renewed .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> models are produced by the <unk> . </s> \n",
      "\n",
      "DE:  Niedrigere Preise durch mehr Wettbewerb . Die Kosten für Kapital können durch Währungsstabilität , niedrigere Zinssätze und eine bessere Organisation der Kapitalmärkte gesenkt werden .\n",
      "\n",
      "\t EN (TRUE):In a knowledge ##AT##-##AT## based society the opportunity of education is the key to progress and equality and sustainability .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the first time of the year , and the <unk> of the <unk> is the best of the <unk> . </s> \n",
      "\n",
      "DE:  Eine Woche später wird Dianne Feinstein , Vorstandsvorsitzende der Inspektoren , als Nachfolgerin Moscones ernannt . Sie ist die erste Bürgermeisterin der Stadt .\n",
      "\n",
      "\t EN (TRUE):Returning by the parallel Stockton or Powell will give you a better feeling of the day to day life of the residents , and are both good for those looking for imported commodities such as tea or herbs .\n",
      "\n",
      "\n",
      "\t EN (Predicted): A <unk> <unk> is the first time of the <unk> , the <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Da jedes SCXI ##AT##-##AT## Modul die Signale auf einen einzigen Kanal des Datenerfassungsmoduls multiplext , lassen sich problemlos weitere Module hinzufügen , was für eine höhere Kanalanzahl sorgt .\n",
      "\n",
      "\t EN (TRUE):It can multiplex its signals into a single channel of the DAQ device , and you can add modules to increase channel count .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a single channel for a single channel , the <unk> module is a <unk> ##AT##-##AT## <unk> ##AT##-##AT## channel . </s> \n",
      "\n",
      "DE:  Baustelle zwischen See und Hotel . Altmodische Einrichtung .\n",
      "\n",
      "\t EN (TRUE):Shared lobby with campsite next door , apparently , and hotel check in / out were not handled by lobby staff but by restaurant staff .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Hotel <unk> <unk> , <unk> <unk> . </s> \n",
      "\n",
      "DE:  Auch ist , so denkt Dr. Gutherz , bereits die erste Seite sehr viel versprechend , da sie eine Definition des klinischen Psychotrauma ##AT##-##AT## Begriffes enthält , der er gänzlich zustimmen kann .\n",
      "\n",
      "\t EN (TRUE):At the rhetorical climax of this summary , Dr Goodheart comes across some sentences expressed with great pathos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> was the <unk> of the <unk> , which was a <unk> of the <unk> , which was a <unk> of the <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Das Athens Gate Hotel liegt unterhalb der Akropolis nur 100 m vom neuen Akropolis ##AT##-##AT## Museum entfernt .\n",
      "\n",
      "\t EN (TRUE):The Athens Gate Hotel rests under the Acropolis , just 100 metres from the new Acropolis museum .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the heart of the city centre , just 100 metres away . </s> \n",
      "\n",
      "DE:  Obwohl das Nazi ##AT##-##AT## Regime die Buddhistische Gemeinde in Berlin , die seit 1936 aktiv gewesen war , schloss und kurzzeitig deren Begründer Martin Steinke 1941 inhaftierte , verfolgte es die Buddhisten nicht generell .\n",
      "\n",
      "\t EN (TRUE):Although the Nazi regime closed the Buddhistische Gemeinde ( Buddhist Society ) in Berlin , which had been active from 1936 , and briefly arrested its founder Martin Steinke in 1941 , they generally did not persecute Buddhists .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Although the <unk> , the <unk> of the Nazi occult father was the <unk> of the Nazi occult affairs of the Nazi regime , and the <unk> of the Nazi regime , the <unk> of the Nazi regime , the <unk> of the Nazi regime , and the <unk> of the Nazi regime . </s> \n",
      "\n",
      "DE:  Ziel von 50 ##AT##-##AT## Hand Video Poker ist ähnlich zu dem von Video Poker : eine Pokerhand mit fünf Karten , die mindestens die niedrigste Kombination von dem Spieltisch , an dem Sie sich gerade befinden , zu erlangen .\n",
      "\n",
      "\t EN (TRUE):The object of 50 ##AT##-##AT## Hand Video Poker is similar to Video Poker , to obtain a five ##AT##-##AT## card poker hand that contains at least the lowest combination on the pay table for the version you are playing .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The Video Poker Video Poker is a number of Video Poker Video Poker Video Poker Video Poker Video Poker , and the Video Poker Video Poker is a number of Video Poker . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2507736437399228\n",
      "=====================================================\n",
      ".....Step  37500\n",
      "Actual: 2 User has intermediate understanding of this language . </s> \n",
      "\n",
      "Predicted: 2 <unk> License been users . this language . </s> \n",
      "(Train) BLEU (510 elements):  0.4046907264888491\n",
      ".....Step  38000\n",
      "Actual: Also , if the website tries to access your camera or microphone and you haven &apos;t used the Always <unk> option in the Global Privacy Settings panel , you will be asked whether to allow or deny such access . </s> \n",
      "\n",
      "Predicted: If , you you <unk> is to use your own or microphone or microphone can ’ been to <unk> wonder , or the Settings Player Settings panel , or can not able to you use you to the your to </s> \n",
      "(Train) BLEU (430 elements):  0.4093579640808433\n",
      "============= Step  38000  =============\n",
      "\t Loss:  0.7349821645617485\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Mag sein , dass du deine ersten Gehversuche in einem rostigen , undichten Kahn beginnst - aber mit der Zeit wirst du dich zum schnittigen Speedboat oder edlen Katamaran vorarbeiten .\n",
      "\n",
      "\t EN (TRUE):You may be starting in a ramshackle old tub of a boat , but in no time at all you &apos;ll be able to buy a fancy speedboat , or a classy catamaran . Turn your newfound fame into money , and spend it to buy lavish new homes .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> thou <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "DE:  1 Nun ließ der Herr , Gott , die Hungersnot im Land Ur so schwer werden , daß a Haran , mein Bruder , starb ; aber b Terach , mein Vater , lebte noch im Land Ur der Chaldäer .\n",
      "\n",
      "\t EN (TRUE):1 Now the Lord God caused the a famine to wax sore in the land of Ur , insomuch that b Haran , my brother , died ; but c Terah , my father , yet lived in the land of Ur , of the Chaldees .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 1 Now , because of the b father , and the Lord God , and the b father of the land of God , because of the b father of the land of Nephi , because of the b father of the land of Nephi , because of the b father of the land of Nephi , because of the \n",
      "\n",
      "DE:  Residenz City Lodge befindet sich am mandelförmigen Sweelinckplein im Herzen des schicken Duinoord ##AT##-##AT## Viertels in Den Haag .\n",
      "\n",
      "\t EN (TRUE):In the midst of the bustling city life , an oasis of peace and luxury can be found bordering the beautiful Haagsche Park , across from the main train station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This is a modern hotel in the heart of the city of <unk> , in the heart of the city . </s> \n",
      "\n",
      "DE:  Im Allgemeinen basieren sie auf Datenbanken , Templates und Skripts .\n",
      "\n",
      "\t EN (TRUE):In general they are based on databases , template and scripts .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the same other , databases , and databases are available for the user . </s> \n",
      "\n",
      "DE:  bietet ihnen die Möglichkeit , alte ABAP ##AT##-##AT## Reports mit samt ihrer betriebswirtschaftlichen Intelligenz trotz des Umstiegs auf die MS ##AT##-##AT## Umgebung weiter zu nutzen .\n",
      "\n",
      "\t EN (TRUE):Uses the BW extractor API to extract data from productive R / 3 systems by using delta mechanisms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> can be used to be able to use the <unk> of the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Booking.com : Best Western Hotell SöderH , Söderhamn , Schweden - 29 Gästebewertungen .\n",
      "\n",
      "\t EN (TRUE):Booking.com : Best Western Hotell SöderH , Söderhamn , Sweden - 29 Guest reviews .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Booking .com : Best Western <unk> Hotell , <unk> , Norway - 29 Guest reviews . </s> \n",
      "\n",
      "DE:  Bei der Installation von Adobe Presenter 6 wird das ältere Programm Breeze Presenter 5.1 deinstalliert .\n",
      "\n",
      "\t EN (TRUE):Installing Adobe Presenter 6 will uninstall the earlier Breeze Presenter 5.1 .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "DE:  Tux Racer wird Ihnen helfen , die Zeit totzuschlagen und sie können OpenOffice zum Arbeiten verwenden .\n",
      "\n",
      "\t EN (TRUE):Tux Racer will help you pass the time while you wait , and you can use OpenOffice for work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): You can use the <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Im Fall Bergy , 596 F.2d 952 , 201 USPQ 352 ( CCPA 1979 ) beteiligte sich die Mehrheit an einer umfangreichen Kritik an Flook und entschied , dass dieses Gericht irrt � mlicherweise � verschiedene gesetzliche Vorkehrungen , die begrifflich ohne Zusammenhang seien � , vermischt h � tte . Id . , unter 959 , 201 USPQ at 360 .\n",
      "\n",
      "\t EN (TRUE):In In re Bergy , 596 F.2d 952 , 201 USPQ 352 ( CCPA 1979 ) , the majority engaged in an extensive critique ofFlook , concluding that this Court had erroneously commingled � distinct statutory provisions which are conceptually unrelated . � Id . , at 959 , 201 USPQ at 360 .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the <unk> , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Die Musikant entspricht dem Folkrock . Dennoch finden sich in den Liedern viele musikalische Elemente aus klassisch- folklorischer Liedern aus Anatolien bis zum Mittelmeer , aus Latein- amerikanischen Märschen bis hin zu klassischen Rockklängen .\n",
      "\n",
      "\t EN (TRUE):Yorum continues to sing hopeful songs in the name of all the world &apos;s revolutionary music .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2652804971429737\n",
      "=====================================================\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ".....Step  38500\n",
      "Actual: Structure steel , high ##AT##-##AT## strength , high ##AT##-##AT## <unk> , Wear ##AT##-##AT## resistant steel , Steel wear <unk> ( <unk> ) , High ##AT##-##AT## strength steels . </s> \n",
      "\n",
      "Predicted: The , , <unk> ##AT##-##AT## <unk> <unk> <unk> ##AT##-##AT## resolution <unk> <unk> , colored waist , <unk> , , , <unk> ) , <unk> ##AT##-##AT## <unk> composition , </s> \n",
      "(Train) BLEU (510 elements):  0.3873660151634252\n",
      ".....Step  39000\n",
      "Actual: We are still trying to convince the mother that the <unk> is causing the seizures . Every time we get someone off of aspartame , the seizures stop . </s> \n",
      "\n",
      "Predicted: <unk> have a used to get the <unk> of the <unk> was a the <unk> of </s> \n",
      "(Train) BLEU (490 elements):  0.39106601394322477\n",
      "============= Step  39000  =============\n",
      "\t Loss:  0.7147494323849678\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  &#124; Ferienwohnungen 1 Zi &#124; Ferienhäuser &#124; Landhäuser &#124; Autovermietung &#124; Last Minute Angebote ! !\n",
      "\n",
      "\t EN (TRUE):&#124; 1 Bedroom Apts &#124; Holiday houses &#124; Rural Homes &#124; Car Rental &#124; Last Minute Offers !\n",
      "\n",
      "\n",
      "\t EN (Predicted): &#124; Rural homes &#124; Rural Apts &#124; Rural Apts &#124; Things to do &#124; Last Minute Offers ! </s> \n",
      "\n",
      "DE:  Das Hotel Opera befindet sich in der Nähe des Royal Theatre , Kongens Nytorv , &apos; Stroget &apos; und Nyhavn .\n",
      "\n",
      "\t EN (TRUE):Hotel Opera is situated near The Royal Theatre , Kongens Nytorv , &quot; Strøget &quot; and fascinating Nyhavn .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the Royal Borough of the Royal <unk> , near the Royal <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Dieses 4 ##AT##-##AT## Sterne ##AT##-##AT## Landhotel aus dem 18. Jahrhundert inmitten einer ländlichen Umgebung ist nur eine kurze Fahrt vom Stadtzentrum von Londonderry und vom örtlichen Flughafen entfernt .\n",
      "\n",
      "\t EN (TRUE):This 4 ##AT##-##AT## star 18th century country house hotel is situated in the countryside , just a short drive from Derry city centre and within reach of the City of Derry Airport .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This 4 ##AT##-##AT## star hotel is situated in the centre of the city centre , just a short stroll from the city centre . </s> \n",
      "\n",
      "DE:  Im Allgemeinen basieren sie auf Datenbanken , Templates und Skripts .\n",
      "\n",
      "\t EN (TRUE):In general they are based on databases , template and scripts .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In addition to the user interface , user interfaces and other users . </s> \n",
      "\n",
      "DE:  Zitate mit unterschiedlichsten stilistischen Effekten treffen aufeinander : Referenzen auf das narrative Autorenkino ( Hitchcock , Eisenstein , Godard , Brian De Palma ) , poetische oder theoretische Texte ( Tschechow , Duras , Barthes , Žižek , Weibel , Gržinić ) und Verweise auf Massenmedien – B ##AT##-##AT## Filme , TV ##AT##-##AT## Shows , Werbespots , politische Nachrichtensendungen .\n",
      "\n",
      "\t EN (TRUE):Out of all this material , mixed with disnarrative polysemy and an astonishing lack of inhibition , strange “ fictions ” are reconstructed — fragmentary fictions that are constantly interrupted .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Wann möchten Sie im Leon &apos; s Place Hotel In Rome übernachten ?\n",
      "\n",
      "\t EN (TRUE):When would you like to stay at the Leon &apos;s Place Hotel In Rome ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): When would you like to stay at the Best Western Hotel <unk> . </s> \n",
      "\n",
      "DE:  Zusätzlich enthält TBarCode / SAPwin eine Menge neuer Strichcode ##AT##-##AT## Symbologien .\n",
      "\n",
      "\t EN (TRUE):In addition TBarCode / SAPwin comes with a bunch of new bar code symbologies .\n",
      "\n",
      "\n",
      "\t EN (Predicted): TBarCode <unk> is a standard library . </s> \n",
      "\n",
      "DE:  So pendelt der nächtliche Sucher dann zwischen dem Antiquariat am Kollwitzplatz in Berlin und dem in Brighton , zwischen Vancouver und Adelaide / Australien hin und her .\n",
      "\n",
      "\t EN (TRUE):And so the nocturnal searcher shuttles back and forth between the antiquarian bookshop on Kollwitzplatz in Berlin and one in Brighton , between Vancouver and Adelaide in Australia .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the <unk> of the <unk> and <unk> , and the <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> , the <unk> and <unk> . </s> \n",
      "\n",
      "DE:  &quot; Die Letzte Droge &quot; wird , wie auch Route 66 , unter einer Creative Commons ##AT##-##AT## Lizenz veröffentlicht - Kopieren , Aufführen und Verändern ist diesmal auch zu kommerziellen Zwecken gestattet und erwünscht !\n",
      "\n",
      "\t EN (TRUE):We will release The Last Drug under a Creative Commons BY SA License , making it the first free HD feature film . All footage , project files , sounds and special effects will be available for those of you that are eager to get hands on experience on the first Open Source feature film project ever or for those that are able to turn it into something different .\n",
      "\n",
      "\n",
      "\t EN (Predicted): &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , and &quot; <unk> &quot; . </s> \n",
      "\n",
      "DE:  William Gross beschreibt die Bedeutung des Manuskripts für die Sammlung der Familie Gross .\n",
      "\n",
      "\t EN (TRUE):William Gross describes the significance of the manuscript to the Gross Family Collection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a <unk> of the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.24642859134511907\n",
      "=====================================================\n",
      ".....Step  39500\n",
      "Actual: With the new online questionnaire we would like to find out whether you have used ( one of ) your lucid dreams for a particular purpose , for example to change nightmares into more pleasant dreams , to learn a sport , solve a problem , etc . </s> \n",
      "\n",
      "Predicted: In our best <unk> language we are like to give our how we want a the <unk> of the , best needs , the lot experience . and example , see the , the than than . we see how lot of and the world , and . </s> \n",
      "(Train) BLEU (550 elements):  0.4059493092232479\n",
      ".....Step  40000\n",
      "Actual: Two night minimum stays with three night minimum stays on holiday weekends . These are special properties in unique locations , arranged to make your stay in Bath perfect in every way . </s> \n",
      "\n",
      "Predicted: The of minimum stay in two nights stays stay in the in , </s> \n",
      "(Train) BLEU (470 elements):  0.4136022887551692\n",
      "============= Step  40000  =============\n",
      "\t Loss:  0.7104276495724916\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Heute verstehen sich QuarkXPress ® 8 , Photoshop ® und Illustrator ® besser als jemals zuvor . Dank HTML und CSS ­ können Anwender von QuarkXPress inzwischen alle Medien bedienen , und das unabhängig von Anwendungen der Adobe ® Creative Suite ® wie Adobe Flash ® ( SWF ) und Adobe Dreamweaver ® .\n",
      "\n",
      "\t EN (TRUE):Today , QuarkXPress ® 8 has tighter integration with Photoshop ® and Illustrator ® than ever before , and through standards like HTML and CSS , QuarkXPress users can publish across media both independently and alongside Adobe ® Creative Suite ® applications like Adobe Flash ® ( SWF ) and Adobe Dreamweaver ® .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Today , you can easily create a simple and easy to use and easy to use the <unk> ® and the <unk> ® , and the <unk> ® ® , and the <unk> ® ® is a simple and easy to use . </s> \n",
      "\n",
      "DE:  Google nimmt niemals Geld für die Einbeziehung oder das Ranking von Websites und die Schaltung in den indexbasierten Suchergebnissen ist kostenlos .\n",
      "\n",
      "\t EN (TRUE):Google never accepts money to include or rank sites in our search results , and it costs nothing to appear in our organic search results .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> or <unk> to the <unk> , or the <unk> . </s> \n",
      "\n",
      "DE:  Niedrigere Preise durch mehr Wettbewerb . Die Kosten für Kapital können durch Währungsstabilität , niedrigere Zinssätze und eine bessere Organisation der Kapitalmärkte gesenkt werden .\n",
      "\n",
      "\t EN (TRUE):In a knowledge ##AT##-##AT## based society the opportunity of education is the key to progress and equality and sustainability .\n",
      "\n",
      "\n",
      "\t EN (Predicted): You can also find the opportunity to be able to offer for more than 500 years of experience . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Die schlanke , einfache Oberfläche und die gute Performance machen es zum idealen Werkzeug , um dein Netbook ( oder normales Notebook ) in einen e ##AT##-##AT## Book Reader zu verwandeln .\n",
      "\n",
      "\t EN (TRUE):Its low resource use , simple interface and fast performance makes it the ideal tool to turn your netbook ( or regular laptop ) into an e ##AT##-##AT## book reader .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> , or the <unk> , you can use the <unk> and the <unk> , or the <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> . </s> \n",
      "\n",
      "DE:  aufgerufen wird , fügt Sie die Flash Nachricht &quot; Eintrag gespeichert !\n",
      "\n",
      "\t EN (TRUE):is called , it adds the flash message &quot; Record Saved !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The default message will be displayed in the default . </s> \n",
      "\n",
      "DE:  Die Bewohner des Nordens sind ein buntes Völkergemisch aus den verschiedensten Bergstämmen und den Nord ##AT##-##AT## Thais oder kon mueang ; die traditionell in den fruchtbaren Tiefebenen Nordthailands siedeln . In vielerlei Hinsicht halten sich die Nord Thais für die &quot; wahren &quot; Thais , die die Thai ##AT##-##AT## Kultur noch am besten über die Zeit gerettet haben .\n",
      "\n",
      "\t EN (TRUE):From Pratu Chiang Mai market , songthaews also travel to Hang Dong ( 20 baht ) and San Patong , south ##AT##-##AT## west of Chiang Mai .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> , the <unk> <unk> , the <unk> <unk> , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Hotelparkplätze sind gegen eine kleine Gebühr vorhanden .\n",
      "\n",
      "\t EN (TRUE):Car Parking is available at the hotel at a small charge . ( check in advance as spaces are limited and certain conditions apply ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> are a small number of a small bottle of wine . </s> \n",
      "\n",
      "DE:  So pendelt der nächtliche Sucher dann zwischen dem Antiquariat am Kollwitzplatz in Berlin und dem in Brighton , zwischen Vancouver und Adelaide / Australien hin und her .\n",
      "\n",
      "\t EN (TRUE):And so the nocturnal searcher shuttles back and forth between the antiquarian bookshop on Kollwitzplatz in Berlin and one in Brighton , between Vancouver and Adelaide in Australia .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the most important way of the <unk> and <unk> , and the <unk> of the <unk> and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  &quot; Die Letzte Droge &quot; wird , wie auch Route 66 , unter einer Creative Commons ##AT##-##AT## Lizenz veröffentlicht - Kopieren , Aufführen und Verändern ist diesmal auch zu kommerziellen Zwecken gestattet und erwünscht !\n",
      "\n",
      "\t EN (TRUE):We will release The Last Drug under a Creative Commons BY SA License , making it the first free HD feature film . All footage , project files , sounds and special effects will be available for those of you that are eager to get hands on experience on the first Open Source feature film project ever or for those that are able to turn it into something different .\n",
      "\n",
      "\n",
      "\t EN (Predicted): &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , and the &quot; <unk> &quot; . </s> \n",
      "\n",
      "DE:  Es gibt in der Nähe kein Stadtzentrum , in dem man abends beruhigt spazieren gehen könnte . Zu Fuß braucht man in das Zentrum Bournemouths 25 min .\n",
      "\n",
      "\t EN (TRUE):Also , the possibility of a small corner play area for kids in restuarant so that adults can eat in peace and with peace of mind .\n",
      "\n",
      "\n",
      "\t EN (Predicted): There is a few minutes away from the city center , but it is a bit confusing . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2549534944814051\n",
      "=====================================================\n",
      ".....Step  40500\n",
      "Actual: On the <unk> data bus there is a simulated <unk> ##AT##-##AT## pulse as well as a square frequency of 77 <unk> kHz . </s> \n",
      "\n",
      "Predicted: On the <unk> <unk> , , is a <unk> <unk> <unk> <unk> . a as a <unk> . of <unk> <unk> . . </s> \n",
      "(Train) BLEU (490 elements):  0.4050422487825568\n",
      ".....Step  41000\n",
      "Actual: Magic ISO Maker is a complete image file editor that allows you to manipulate your images however you want . </s> \n",
      "\n",
      "Predicted: Magic Desktop <unk> you a picture picture to images , you you to make images images . , will to </s> \n",
      "(Train) BLEU (480 elements):  0.39904283736087826\n",
      "============= Step  41000  =============\n",
      "\t Loss:  0.7059682050198317\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  &#124; Ferienwohnungen 1 Zi &#124; Ferienhäuser &#124; Landhäuser &#124; Autovermietung &#124; Last Minute Angebote ! !\n",
      "\n",
      "\t EN (TRUE):&#124; 1 Bedroom Apts &#124; Holiday houses &#124; Rural Homes &#124; Car Rental &#124; Last Minute Offers !\n",
      "\n",
      "\n",
      "\t EN (Predicted): Apartments &#124; Hotels &#124; Hostels &#124; Camping &#124; Last Minute Offers ! </s> \n",
      "\n",
      "DE:  1 Nun ließ der Herr , Gott , die Hungersnot im Land Ur so schwer werden , daß a Haran , mein Bruder , starb ; aber b Terach , mein Vater , lebte noch im Land Ur der Chaldäer .\n",
      "\n",
      "\t EN (TRUE):1 Now the Lord God caused the a famine to wax sore in the land of Ur , insomuch that b Haran , my brother , died ; but c Terah , my father , yet lived in the land of Ur , of the Chaldees .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 1 Now , the Lord God spake the b father of God , that he was a <unk> , and the Lord God , and the Lord God , and the Lord God , and the Lord God , and the Lord God , and the Lord God , and the Lord God , and the Lord God , and \n",
      "\n",
      "DE:  Residenz City Lodge befindet sich am mandelförmigen Sweelinckplein im Herzen des schicken Duinoord ##AT##-##AT## Viertels in Den Haag .\n",
      "\n",
      "\t EN (TRUE):In the midst of the bustling city life , an oasis of peace and luxury can be found bordering the beautiful Haagsche Park , across from the main train station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This is a short stroll from the <unk> <unk> , the <unk> <unk> , the <unk> and <unk> . </s> \n",
      "\n",
      "DE:  Genießen Sie hier in gemütlicher Atmosphäre ein kühles Kölsch oder einen erfrischenden Cocktail .\n",
      "\n",
      "\t EN (TRUE):Enjoy a local beer or refreshing cocktail in a cosy atmosphere .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Enjoy a relaxing atmosphere , a cosy atmosphere , a cocktail atmosphere and a cocktail in the hotel . </s> \n",
      "\n",
      "DE:  Die Prüfgeräte von Olympus erweitern den Bereich des menschlichen Auges bei der industriellen Sichtprüfung . Mit unseren Industrieendoskopen werden verdeckte Bereiche mit beschränktem Zugang sichtbar gemacht , wie z.\n",
      "\n",
      "\t EN (TRUE):Olympus test equipment expands the range of the human eye in industrial visual inspection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Karibische Küche gut . Kaum bekannt - bis jetzt !\n",
      "\n",
      "\t EN (TRUE):Can get quite dodgy at night .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a great place to stay in the hotel . </s> \n",
      "\n",
      "DE:  Naturreservat auf aufgeschüttetem Gelände am Río de la Plata .\n",
      "\n",
      "\t EN (TRUE):Wide selection of main courses including fresh pasta in homemade sauces ( $ 15 ##AT##-##AT## 30AR ) , traditional chicken dishes incuding Chicken Marsala ( $ 20AR- $ 30AR ) , and a variety of meats including Argentine parilla style steaks ( $ 35AR ) . The menu of seafood is worth considering with rareties such as fresh Yellow ##AT##-##AT## fin Tuna steak in a pesto sauce ( $ 30AR ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located on the beach , right on the Costa de la Luz . </s> \n",
      "\n",
      "DE:  Das ist eine Metapher , wird jemand von der Propagandaabteilung entgegnen .\n",
      "\n",
      "\t EN (TRUE):It &apos;s only a metaphor , people from the propaganda department will say .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> , and is a <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Obwohl das Nazi ##AT##-##AT## Regime die Buddhistische Gemeinde in Berlin , die seit 1936 aktiv gewesen war , schloss und kurzzeitig deren Begründer Martin Steinke 1941 inhaftierte , verfolgte es die Buddhisten nicht generell .\n",
      "\n",
      "\t EN (TRUE):Although the Nazi regime closed the Buddhistische Gemeinde ( Buddhist Society ) in Berlin , which had been active from 1936 , and briefly arrested its founder Martin Steinke in 1941 , they generally did not persecute Buddhists .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Although the <unk> was the <unk> of the <unk> , and the <unk> of the <unk> , the <unk> of the <unk> , the <unk> , the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  in dieser Option ermöglicht , Dateien relativ zum aktuellen Verzeichnis einzubinden .\n",
      "\n",
      "\t EN (TRUE):in the include path allows for relative includes as it means the current directory . However , it is more efficient to explicitly use include &apos; . / file &apos; than having PHP always check the current directory for every include .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The option of the option of the release of the download directory . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.263338043392497\n",
      "=====================================================\n",
      ".....Step  41500\n",
      "Actual: Dr . Jones , however , wished to avoid the struggle of Human emotion and therefore could not love <unk> the way he wanted her to . </s> \n",
      "\n",
      "Predicted: The . Jones , <unk> , he to be the <unk> to the illnesses , <unk> he have be the , <unk> to was to to the </s> \n",
      "(Train) BLEU (560 elements):  0.3905624657116184\n",
      ".....Step  42000\n",
      "Actual: All children under 2 years are charged THB 150 <unk> per night and person when using existing bedding . </s> \n",
      "\n",
      "Predicted: All children under 2 <unk> are charged THB 150 <unk> per night and person when using existing bedding . </s> \n",
      "(Train) BLEU (510 elements):  0.41819114862469436\n",
      "============= Step  42000  =============\n",
      "\t Loss:  0.7131502570062875\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  &#124; Ferienwohnungen 1 Zi &#124; Ferienhäuser &#124; Landhäuser &#124; Autovermietung &#124; Last Minute Angebote ! !\n",
      "\n",
      "\t EN (TRUE):&#124; 1 Bedroom Apts &#124; Holiday houses &#124; Rural Homes &#124; Car Rental &#124; Last Minute Offers !\n",
      "\n",
      "\n",
      "\t EN (Predicted): &#124; Holiday houses &#124; Rural Homes &#124; Villas &#124; Hotels &#124; Hostels &#124; Things to do &#124; Last Minute Offers ! </s> \n",
      "\n",
      "DE:  18 Denn siehe , er richtet , und sein Richterspruch ist gerecht ; und das Kleinkind , das im Kindesalter stirbt , geht nicht zugrunde ; aber die Menschen trinken Verdammnis für ihre eigene Seele , außer sie demütigen sich und a werden so wie kleine Kinder und glauben daran , daß die Errettung im b sühnenden Blut Christi , des Herrn , des Allmächtigen , und durch dasselbe war und ist und sein wird .\n",
      "\n",
      "\t EN (TRUE):18 For behold he judgeth , and his judgment is just ; and the infant perisheth not that dieth in his infancy ; but men drink a damnation to their own souls except they humble themselves and b become as little children , and believe that c salvation was , and is , and is to come , in and through the d atoning blood of Christ , the Lord Omnipotent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 18 For behold , he shall be a <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and \n",
      "\n",
      "DE:  Private Parkplätze stehen für EUR 3,50 pro Tag in der Nähe zur Verfügung .\n",
      "\n",
      "\t EN (TRUE):Private parking is possible at a location nearby and costs EUR 3.50 per day .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Private parking is possible on site and costs EUR 3 <unk> per day . </s> \n",
      "\n",
      "DE:  Genießen Sie hier in gemütlicher Atmosphäre ein kühles Kölsch oder einen erfrischenden Cocktail .\n",
      "\n",
      "\t EN (TRUE):Enjoy a local beer or refreshing cocktail in a cosy atmosphere .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Enjoy a relaxing atmosphere , a cosy atmosphere , a cosy atmosphere . </s> \n",
      "\n",
      "DE:  aufgerufen wird , fügt Sie die Flash Nachricht &quot; Eintrag gespeichert !\n",
      "\n",
      "\t EN (TRUE):is called , it adds the flash message &quot; Record Saved !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The message message will be used to be used . </s> \n",
      "\n",
      "DE:  Booking.com : Best Western Hotell SöderH , Söderhamn , Schweden - 29 Gästebewertungen .\n",
      "\n",
      "\t EN (TRUE):Booking.com : Best Western Hotell SöderH , Söderhamn , Sweden - 29 Guest reviews .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Booking .com : Best Western <unk> Hotell , <unk> , <unk> , <unk> , United Kingdom - 29 Guest reviews . </s> \n",
      "\n",
      "DE:  Jedes Stück Information kann eigene Eigenschaften und Aktionen besitzen .\n",
      "\n",
      "\t EN (TRUE):Every bit of information and code can be given their own properties and actions .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Each information can be found in the same way . </s> \n",
      "\n",
      "DE:  Tux Racer wird Ihnen helfen , die Zeit totzuschlagen und sie können OpenOffice zum Arbeiten verwenden .\n",
      "\n",
      "\t EN (TRUE):Tux Racer will help you pass the time while you wait , and you can use OpenOffice for work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): You can use the <unk> ’ s <unk> ’ s time to use the <unk> and the <unk> . </s> \n",
      "\n",
      "DE:  &quot; Die Letzte Droge &quot; wird , wie auch Route 66 , unter einer Creative Commons ##AT##-##AT## Lizenz veröffentlicht - Kopieren , Aufführen und Verändern ist diesmal auch zu kommerziellen Zwecken gestattet und erwünscht !\n",
      "\n",
      "\t EN (TRUE):We will release The Last Drug under a Creative Commons BY SA License , making it the first free HD feature film . All footage , project files , sounds and special effects will be available for those of you that are eager to get hands on experience on the first Open Source feature film project ever or for those that are able to turn it into something different .\n",
      "\n",
      "\n",
      "\t EN (Predicted): &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , and &quot; <unk> &quot; . </s> \n",
      "\n",
      "DE:  Ziel von 50 ##AT##-##AT## Hand Video Poker ist ähnlich zu dem von Video Poker : eine Pokerhand mit fünf Karten , die mindestens die niedrigste Kombination von dem Spieltisch , an dem Sie sich gerade befinden , zu erlangen .\n",
      "\n",
      "\t EN (TRUE):The object of 50 ##AT##-##AT## Hand Video Poker is similar to Video Poker , to obtain a five ##AT##-##AT## card poker hand that contains at least the lowest combination on the pay table for the version you are playing .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The Video Poker is a Hand Video Poker , and the Poker Lobby Video Poker is a Hand Video Poker , and the <unk> of the Poker Lobby Video Poker is a blackjack . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.24386130330372285\n",
      "=====================================================\n",
      ".....Step  42500\n",
      "Actual: After moving the XAMPP package , you must execute the &quot; setup ##AT##-##AT## xampp <unk> &quot; to update all configuration files . </s> \n",
      "\n",
      "Predicted: The the the new or , the can be the new <unk> ##AT##-##AT## xampp <unk> &quot; , the the the options . </s> \n",
      "(Train) BLEU (500 elements):  0.39670079132319863\n",
      ".....Step  43000\n",
      "Actual: Job <unk> improve user responsiveness by <unk> long running processes that are not essential for user interaction . </s> \n",
      "\n",
      "Predicted: <unk> <unk> is the interface to the , , , , are the used with the ##AT##-##AT## . </s> \n",
      "(Train) BLEU (510 elements):  0.39545229929515957\n",
      "============= Step  43000  =============\n",
      "\t Loss:  0.7226243557184935\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Mag sein , dass du deine ersten Gehversuche in einem rostigen , undichten Kahn beginnst - aber mit der Zeit wirst du dich zum schnittigen Speedboat oder edlen Katamaran vorarbeiten .\n",
      "\n",
      "\t EN (TRUE):You may be starting in a ramshackle old tub of a boat , but in no time at all you &apos;ll be able to buy a fancy speedboat , or a classy catamaran . Turn your newfound fame into money , and spend it to buy lavish new homes .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> thou <unk> , you will be able to do so , you will be able to do so , you will be able to get a <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Das Hotel Opera befindet sich in der Nähe des Royal Theatre , Kongens Nytorv , &apos; Stroget &apos; und Nyhavn .\n",
      "\n",
      "\t EN (TRUE):Hotel Opera is situated near The Royal Theatre , Kongens Nytorv , &quot; Strøget &quot; and fascinating Nyhavn .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the heart of the Royal <unk> , the Royal <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Leicht und ergonomisch gebaut , mit einer Hand zu bedienen , stellen diese Messgeräte eine wirtschaftliche Lösung dar , wenn bei Verdacht auf Wanddickenverlust schnell geprüft werden soll .\n",
      "\n",
      "\t EN (TRUE):Lightweight and ergonomically designed for easy one ##AT##-##AT## hand operation , these gages provide cost ##AT##-##AT## effective measurement solutions in many applications that require quick inspection of materials suspected of metal wall thinning .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a real ##AT##-##AT## time , a single ##AT##-##AT## solution , a high ##AT##-##AT## level of a single ##AT##-##AT## <unk> solution , a high ##AT##-##AT## performance solution is a <unk> of a single ##AT##-##AT## <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Ferienwohnungen erste Strandlinie . Dachwohnung in Conil de la Frontera , Cadiz .\n",
      "\n",
      "\t EN (TRUE):Located at the foot of the beach , this Conil beach apartment rentals , Spain is perfect for your summer vacation in Conil de la Frontera .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the Cadiz Province , Spain , Conil de la Frontera , Cadiz , Spain . </s> \n",
      "\n",
      "DE:  Die Prüfgeräte von Olympus erweitern den Bereich des menschlichen Auges bei der industriellen Sichtprüfung . Mit unseren Industrieendoskopen werden verdeckte Bereiche mit beschränktem Zugang sichtbar gemacht , wie z.\n",
      "\n",
      "\t EN (TRUE):Olympus test equipment expands the range of the human eye in industrial visual inspection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> of the Olympus E330 is a <unk> of the Olympus E330 , and the <unk> of the Olympus E330 is a <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Slimline ICE ist in einer Vielzahl von Geschmacksrichtungen sowohl als Eis am Stiel als auch im Becher erhältlich .\n",
      "\n",
      "\t EN (TRUE):Palatinose ™ is a disaccharide derived from beet sugar .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a small , medium ##AT##-##AT## sized population of a variety of a variety of services and services . </s> \n",
      "\n",
      "DE:  Auch ist , so denkt Dr. Gutherz , bereits die erste Seite sehr viel versprechend , da sie eine Definition des klinischen Psychotrauma ##AT##-##AT## Begriffes enthält , der er gänzlich zustimmen kann .\n",
      "\n",
      "\t EN (TRUE):At the rhetorical climax of this summary , Dr Goodheart comes across some sentences expressed with great pathos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> of the <unk> , and the <unk> of the <unk> , the <unk> is a <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Die Lizenzgeberin haftet auch nach den gesetzlichen Bestimmungen , sofern als Folge eines von ihr zu vertretenden Lieferverzuges der / die Lizenznehmer / in berechtigt ist , geltend zu machen , dass sein Interesse an der weiteren Vertragserfüllung in Fortfall geraten ist .\n",
      "\n",
      "\t EN (TRUE):For any discounts the amount of the bill needs to have been paid in full on the account of the licensor .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the same of the <unk> , which is not a valid agreement , which is not a valid agreement , which is not a valid agreement with the licensee . </s> \n",
      "\n",
      "DE:  Obwohl das Nazi ##AT##-##AT## Regime die Buddhistische Gemeinde in Berlin , die seit 1936 aktiv gewesen war , schloss und kurzzeitig deren Begründer Martin Steinke 1941 inhaftierte , verfolgte es die Buddhisten nicht generell .\n",
      "\n",
      "\t EN (TRUE):Although the Nazi regime closed the Buddhistische Gemeinde ( Buddhist Society ) in Berlin , which had been active from 1936 , and briefly arrested its founder Martin Steinke in 1941 , they generally did not persecute Buddhists .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Although the <unk> was the <unk> of the <unk> , and the <unk> of the <unk> , the <unk> , the <unk> , the <unk> of the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  in dieser Option ermöglicht , Dateien relativ zum aktuellen Verzeichnis einzubinden .\n",
      "\n",
      "\t EN (TRUE):in the include path allows for relative includes as it means the current directory . However , it is more efficient to explicitly use include &apos; . / file &apos; than having PHP always check the current directory for every include .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The option of the option of the <unk> option . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.26568063475075737\n",
      "=====================================================\n",
      ".....Step  43500\n",
      "Actual: Continental buffet breakfast is available every day from 07 : 00 to 10 : 00 . </s> \n",
      "\n",
      "Predicted: You breakfast breakfast is served in day in 07 : 00 to 10 : 00 . </s> \n",
      "(Train) BLEU (440 elements):  0.4067007153319987\n",
      ".....Step  44000\n",
      "Actual: Are you looking for a little adventure during your holiday ? </s> \n",
      "\n",
      "Predicted: You you looking for your holiday ##AT##-##AT## in your holidays ? </s> \n",
      "(Train) BLEU (390 elements):  0.4022203867934271\n",
      "============= Step  44000  =============\n",
      "\t Loss:  0.7119866439700127\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Das Hotel Sempione verfügt über eine ideale , ruhige Lage in einem geschäftigen Viertel mit guter Verkehrsanbindung . Der Bahnhof und eine U ##AT##-##AT## Bahnstation liegen in der Nähe .\n",
      "\n",
      "\t EN (TRUE):Hotel Sempione welcomes you to a busy yet quiet area of Milan , within walking distance of excellent transport links , including the central railway station and the Repubblica metro station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is conveniently located in the centre of <unk> , close to the city centre and the main railway station . </s> \n",
      "\n",
      "DE:  18 Denn siehe , er richtet , und sein Richterspruch ist gerecht ; und das Kleinkind , das im Kindesalter stirbt , geht nicht zugrunde ; aber die Menschen trinken Verdammnis für ihre eigene Seele , außer sie demütigen sich und a werden so wie kleine Kinder und glauben daran , daß die Errettung im b sühnenden Blut Christi , des Herrn , des Allmächtigen , und durch dasselbe war und ist und sein wird .\n",
      "\n",
      "\t EN (TRUE):18 For behold he judgeth , and his judgment is just ; and the infant perisheth not that dieth in his infancy ; but men drink a damnation to their own souls except they humble themselves and b become as little children , and believe that c salvation was , and is , and is to come , in and through the d atoning blood of Christ , the Lord Omnipotent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 18 For behold , he shall not be a <unk> , and he had not a <unk> , and he had not a <unk> , and he had not a <unk> , and he had not a <unk> , and he had to be a <unk> , and he shall be a <unk> , and he shall be a <unk> \n",
      "\n",
      "DE:  Quiet and clean room ( on the 4th floor ) with the view on the Dome .\n",
      "\n",
      "\t EN (TRUE):And it is value for money .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the centre of <unk> , close to the city centre . </s> \n",
      "\n",
      "DE:  Genießen Sie hier in gemütlicher Atmosphäre ein kühles Kölsch oder einen erfrischenden Cocktail .\n",
      "\n",
      "\t EN (TRUE):Enjoy a local beer or refreshing cocktail in a cosy atmosphere .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Enjoy a relaxing atmosphere , a sauna , a cocktail or a cocktail in the gym . </s> \n",
      "\n",
      "DE:  aufgerufen wird , fügt Sie die Flash Nachricht &quot; Eintrag gespeichert !\n",
      "\n",
      "\t EN (TRUE):is called , it adds the flash message &quot; Record Saved !\n",
      "\n",
      "\n",
      "\t EN (Predicted): When the message will be displayed in the message message . </s> \n",
      "\n",
      "DE:  Standort war sehr praktisch . In 5 Minuten ist man am Hauptbahnhof , in 10 Minuten im Bankenviertel .\n",
      "\n",
      "\t EN (TRUE):very central only a few minutes walk from Bohr / Ryanair bus stop and main train station.Generally cheap and cheerful .\n",
      "\n",
      "\n",
      "\t EN (Predicted): There is a car in the city center , and is a very good idea to stay in the city . </s> \n",
      "\n",
      "DE:  Jedes Stück Information kann eigene Eigenschaften und Aktionen besitzen .\n",
      "\n",
      "\t EN (TRUE):Every bit of information and code can be given their own properties and actions .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Each can be found in the same way to find the same information . </s> \n",
      "\n",
      "DE:  Kosten Sie mediterrane Gerichte im preisgekrönten Restaurant Molyvos .\n",
      "\n",
      "\t EN (TRUE):Enjoy award winning Mediterranean cuisine at Molyvos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Dine in the Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean Mediterranean \n",
      "\n",
      "DE:  Bei einer digitalen Bildkette wird das Intensitätssignal für jedes Pixel ohne analoge Zwischenschritte direkt in der Detektoreinheit digitalisiert , d.h. in Zahlen umgewandelt .\n",
      "\n",
      "\t EN (TRUE):A digital image chain is an image chain that is equipped with a digital detector instead of an analogue one .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is a <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Bei den romanischen Völkern paart sich die effektive Ohnmacht mit lächerlicher Anmaßung .\n",
      "\n",
      "\t EN (TRUE):To material weakness the Latin countries add a quite fantastic pretentiousness .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2560304770176548\n",
      "=====================================================\n",
      ".....Step  44500\n",
      "Actual: Airport Tegel is located in the southwest of <unk> , 15 minutes distance from the center of Tegel . </s> \n",
      "\n",
      "Predicted: Berlin Berlin is the in Berlin Berlin , Berlin , Berlin <unk> from from the Berlin of Berlin . </s> \n",
      "(Train) BLEU (500 elements):  0.4046938595586291\n",
      ".....Step  45000\n",
      "Actual: You can also easily export the diagram to the following formats : BMP , Windows <unk> , PDF , JPEG , PNG and more . </s> \n",
      "\n",
      "Predicted: You can also use write , PDF , the installer formats : PDF , PDF , , <unk> , or , and , <unk> . </s> \n",
      "(Train) BLEU (590 elements):  0.40618895860134063\n",
      "============= Step  45000  =============\n",
      "\t Loss:  0.7201317283660174\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Mag sein , dass du deine ersten Gehversuche in einem rostigen , undichten Kahn beginnst - aber mit der Zeit wirst du dich zum schnittigen Speedboat oder edlen Katamaran vorarbeiten .\n",
      "\n",
      "\t EN (TRUE):You may be starting in a ramshackle old tub of a boat , but in no time at all you &apos;ll be able to buy a fancy speedboat , or a classy catamaran . Turn your newfound fame into money , and spend it to buy lavish new homes .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Alle unterstützten Barcode Varianten sind in einem einzigen Interface konfigurierbar .\n",
      "\n",
      "\t EN (TRUE):All supported bar code formats are configurable through one single interface .\n",
      "\n",
      "\n",
      "\t EN (Predicted): All linear and 2D symbologies are embedded in a single interface . </s> \n",
      "\n",
      "DE:  Unsere kürzlich renovierten Ferienwohnungen zur Selbstversorgung in Obertraun sind weniger als eine Gehminute vom Ufer des Hallstätter Sees entfernt .\n",
      "\n",
      "\t EN (TRUE):Enjoy a warm and friendly welcome at the Obertrauner Hof , located at the heart of the tranquil village of Obertraun in the Salzkammergut , a delightful 10 ##AT##-##AT## minute walk from the lakeside .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Our recently refurbished , family ##AT##-##AT## run farmhouse is situated in the heart of the picturesque village of <unk> . </s> \n",
      "\n",
      "DE:  Ferienwohnungen erste Strandlinie . Dachwohnung in Conil de la Frontera , Cadiz .\n",
      "\n",
      "\t EN (TRUE):Located at the foot of the beach , this Conil beach apartment rentals , Spain is perfect for your summer vacation in Conil de la Frontera .\n",
      "\n",
      "\n",
      "\t EN (Predicted): There is no holiday accommodation in Conil de la Frontera . </s> \n",
      "\n",
      "DE:  aufgerufen wird , fügt Sie die Flash Nachricht &quot; Eintrag gespeichert !\n",
      "\n",
      "\t EN (TRUE):is called , it adds the flash message &quot; Record Saved !\n",
      "\n",
      "\n",
      "\t EN (Predicted): When the message is the default message . </s> \n",
      "\n",
      "DE:  Die Bewohner des Nordens sind ein buntes Völkergemisch aus den verschiedensten Bergstämmen und den Nord ##AT##-##AT## Thais oder kon mueang ; die traditionell in den fruchtbaren Tiefebenen Nordthailands siedeln . In vielerlei Hinsicht halten sich die Nord Thais für die &quot; wahren &quot; Thais , die die Thai ##AT##-##AT## Kultur noch am besten über die Zeit gerettet haben .\n",
      "\n",
      "\t EN (TRUE):From Pratu Chiang Mai market , songthaews also travel to Hang Dong ( 20 baht ) and San Patong , south ##AT##-##AT## west of Chiang Mai .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is the most important attraction of the <unk> , and the <unk> <unk> , the <unk> <unk> , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  Bei der Installation von Adobe Presenter 6 wird das ältere Programm Breeze Presenter 5.1 deinstalliert .\n",
      "\n",
      "\t EN (TRUE):Installing Adobe Presenter 6 will uninstall the earlier Breeze Presenter 5.1 .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is 6 <unk> 6 , 6 <unk> <unk> , 6 <unk> <unk> . </s> \n",
      "\n",
      "DE:  Das ist eine Metapher , wird jemand von der Propagandaabteilung entgegnen .\n",
      "\n",
      "\t EN (TRUE):It &apos;s only a metaphor , people from the propaganda department will say .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> , a <unk> , a <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Bei einer digitalen Bildkette wird das Intensitätssignal für jedes Pixel ohne analoge Zwischenschritte direkt in der Detektoreinheit digitalisiert , d.h. in Zahlen umgewandelt .\n",
      "\n",
      "\t EN (TRUE):A digital image chain is an image chain that is equipped with a digital detector instead of an analogue one .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Die Musikant entspricht dem Folkrock . Dennoch finden sich in den Liedern viele musikalische Elemente aus klassisch- folklorischer Liedern aus Anatolien bis zum Mittelmeer , aus Latein- amerikanischen Märschen bis hin zu klassischen Rockklängen .\n",
      "\n",
      "\t EN (TRUE):Yorum continues to sing hopeful songs in the name of all the world &apos;s revolutionary music .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.25896014124197053\n",
      "=====================================================\n",
      ".....Step  45500\n",
      "Actual: <unk> .com Poker en ligne : <unk> de Poker - jeu de Poker en ligne - <unk> <unk> de . . . de Poker - Poker en ligne - Poker <unk> en ligne Accueil Pour <unk> <unk> ? me <unk> T ? l . . . </s> \n",
      "\n",
      "Predicted: <unk> <unk> , <unk> ligne <unk> <unk> .com <unk> , <unk> . <unk> . ligne . <unk> . . <unk> . . </s> \n",
      "(Train) BLEU (480 elements):  0.41333510458581557\n",
      ".....Step  46000\n",
      "Actual: Booking .com : Hotel Alessandro Della <unk> , Pisa , Italy - 204 Guest reviews . </s> \n",
      "\n",
      "Predicted: Booking .com : Hotel <unk> Della <unk> , Italy , Italy - Italy Guest reviews . </s> \n",
      "(Train) BLEU (470 elements):  0.39227805658161397\n",
      "============= Step  46000  =============\n",
      "\t Loss:  0.7095777411907911\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Der nordwestliche Teil der Insel besteht aus Granit und Gneis , von Ton überlagert , und bildet eine ca.\n",
      "\n",
      "\t EN (TRUE):A battle between Denmark and Sweden in 1645 led to Swedish control of the island , but it was brief - they left again the same year . In the Roskildepeace of 1658 Bornholm , Skaane , Halland and Blekinge were given to Sweden .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The island is a unique setting in the heart of the island , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Das Hotel Opera befindet sich in der Nähe des Royal Theatre , Kongens Nytorv , &apos; Stroget &apos; und Nyhavn .\n",
      "\n",
      "\t EN (TRUE):Hotel Opera is situated near The Royal Theatre , Kongens Nytorv , &quot; Strøget &quot; and fascinating Nyhavn .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the Royal <unk> , the Royal <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  Residenz City Lodge befindet sich am mandelförmigen Sweelinckplein im Herzen des schicken Duinoord ##AT##-##AT## Viertels in Den Haag .\n",
      "\n",
      "\t EN (TRUE):In the midst of the bustling city life , an oasis of peace and luxury can be found bordering the beautiful Haagsche Park , across from the main train station .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This Lodge is located in the heart of the city of the <unk> district of <unk> , in the heart of the city of the city of the city of the city . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Genießen Sie hier in gemütlicher Atmosphäre ein kühles Kölsch oder einen erfrischenden Cocktail .\n",
      "\n",
      "\t EN (TRUE):Enjoy a local beer or refreshing cocktail in a cosy atmosphere .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Enjoy a relaxing atmosphere , a cosy atmosphere , a cosy atmosphere . </s> \n",
      "\n",
      "DE:  Die Prüfgeräte von Olympus erweitern den Bereich des menschlichen Auges bei der industriellen Sichtprüfung . Mit unseren Industrieendoskopen werden verdeckte Bereiche mit beschränktem Zugang sichtbar gemacht , wie z.\n",
      "\n",
      "\t EN (TRUE):Olympus test equipment expands the range of the human eye in industrial visual inspection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  Standort war sehr praktisch . In 5 Minuten ist man am Hauptbahnhof , in 10 Minuten im Bankenviertel .\n",
      "\n",
      "\t EN (TRUE):very central only a few minutes walk from Bohr / Ryanair bus stop and main train station.Generally cheap and cheerful .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the heart of Frankfurt , just 5 minutes from the main railway station . </s> \n",
      "\n",
      "DE:  Dazu kam die deutsche Beteiligung an AWACS ##AT##-##AT## Flügen .\n",
      "\n",
      "\t EN (TRUE):Additionally , the Germans participated in AWACS flights .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The German government has been a member of the German ##AT##-##AT## German ##AT##-##AT## seat of <unk> . </s> \n",
      "\n",
      "DE:  Das Cleddau Bridge Hotel ist der ideale Platz um zu entspannen oder geschäftlich zu reisen .\n",
      "\n",
      "\t EN (TRUE):Cleddau Bridge hotel is the ideal place for those who want a relaxing holiday or who travel for business .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The Bridge Hotel is located in the heart of the city . </s> \n",
      "\n",
      "DE:  Obwohl das Nazi ##AT##-##AT## Regime die Buddhistische Gemeinde in Berlin , die seit 1936 aktiv gewesen war , schloss und kurzzeitig deren Begründer Martin Steinke 1941 inhaftierte , verfolgte es die Buddhisten nicht generell .\n",
      "\n",
      "\t EN (TRUE):Although the Nazi regime closed the Buddhistische Gemeinde ( Buddhist Society ) in Berlin , which had been active from 1936 , and briefly arrested its founder Martin Steinke in 1941 , they generally did not persecute Buddhists .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Although the <unk> was the <unk> of the Nazi regime , the <unk> was the <unk> of the Nazi regime , the <unk> was the <unk> of the Nazi regime , and the <unk> of the Nazi regime was the <unk> of the Nazi regime . </s> \n",
      "\n",
      "DE:  William Gross beschreibt die Bedeutung des Manuskripts für die Sammlung der Familie Gross .\n",
      "\n",
      "\t EN (TRUE):William Gross describes the significance of the manuscript to the Gross Family Collection .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2621327523191251\n",
      "=====================================================\n",
      ".....Step  46500\n",
      "Actual: <unk> , the middle ##AT##-##AT## aged soldier got up , took the rifle off his shoulder and aimed . </s> \n",
      "\n",
      "Predicted: <unk> <unk> I <unk> of <unk> instance had the with and place <unk> to to mother , <unk> at </s> \n",
      "(Train) BLEU (440 elements):  0.409470712668116\n",
      ".....Step  47000\n",
      "Actual: For winter hikers there are 150 km of winter walking trails and for cross ##AT##-##AT## country skiers there is a track network of about 180 km . </s> \n",
      "\n",
      "Predicted: For further , , is many seats of <unk> and trails , a a ##AT##-##AT## country skiers . . a <unk> of . <unk> 1 years . </s> \n",
      "(Train) BLEU (550 elements):  0.4164506076854099\n",
      "============= Step  47000  =============\n",
      "\t Loss:  0.7008791212737561\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Heute verstehen sich QuarkXPress ® 8 , Photoshop ® und Illustrator ® besser als jemals zuvor . Dank HTML und CSS ­ können Anwender von QuarkXPress inzwischen alle Medien bedienen , und das unabhängig von Anwendungen der Adobe ® Creative Suite ® wie Adobe Flash ® ( SWF ) und Adobe Dreamweaver ® .\n",
      "\n",
      "\t EN (TRUE):Today , QuarkXPress ® 8 has tighter integration with Photoshop ® and Illustrator ® than ever before , and through standards like HTML and CSS , QuarkXPress users can publish across media both independently and alongside Adobe ® Creative Suite ® applications like Adobe Flash ® ( SWF ) and Adobe Dreamweaver ® .\n",
      "\n",
      "\n",
      "\t EN (Predicted): QuarkXPress ® , and the <unk> ® , you can easily easily improve the ability to create a simple and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and \n",
      "\n",
      "DE:  18 Denn siehe , er richtet , und sein Richterspruch ist gerecht ; und das Kleinkind , das im Kindesalter stirbt , geht nicht zugrunde ; aber die Menschen trinken Verdammnis für ihre eigene Seele , außer sie demütigen sich und a werden so wie kleine Kinder und glauben daran , daß die Errettung im b sühnenden Blut Christi , des Herrn , des Allmächtigen , und durch dasselbe war und ist und sein wird .\n",
      "\n",
      "\t EN (TRUE):18 For behold he judgeth , and his judgment is just ; and the infant perisheth not that dieth in his infancy ; but men drink a damnation to their own souls except they humble themselves and b become as little children , and believe that c salvation was , and is , and is to come , in and through the d atoning blood of Christ , the Lord Omnipotent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 18 For behold , he is not a <unk> , and he was not a <unk> , and he was not a <unk> , and he was not a <unk> , and he shall be <unk> , and he shall be <unk> , and he shall be <unk> . </s> \n",
      "\n",
      "DE:  Quiet and clean room ( on the 4th floor ) with the view on the Dome .\n",
      "\n",
      "\t EN (TRUE):And it is value for money .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel was very nice and the staff were very helpful . </s> \n",
      "\n",
      "DE:  Wenn eine Speicherung der Daten auf dem Client erfolgen soll , werden Cookys verwendet .\n",
      "\n",
      "\t EN (TRUE):When client data storage is needed , cookies are used .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If a data is a <unk> , which is used to be used . </s> \n",
      "\n",
      "DE:  bietet ihnen die Möglichkeit , alte ABAP ##AT##-##AT## Reports mit samt ihrer betriebswirtschaftlichen Intelligenz trotz des Umstiegs auf die MS ##AT##-##AT## Umgebung weiter zu nutzen .\n",
      "\n",
      "\t EN (TRUE):Uses the BW extractor API to extract data from productive R / 3 systems by using delta mechanisms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> of the <unk> is the <unk> of the <unk> , and the <unk> of the <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> . </s> \n",
      "\n",
      "DE:  Booking.com : Best Western Hotell SöderH , Söderhamn , Schweden - 29 Gästebewertungen .\n",
      "\n",
      "\t EN (TRUE):Booking.com : Best Western Hotell SöderH , Söderhamn , Sweden - 29 Guest reviews .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Booking .com : Best Western <unk> Hotell , <unk> , Sweden - 29 Guest reviews . </s> \n",
      "\n",
      "DE:  Mitglieder geniessen viele zus � tzliche Leistungen wie optimierter Sicherheit , schnelleren Auszahlungszeiten und der Aufhebung von Kreditkarteneinzahlungslimits .\n",
      "\n",
      "\t EN (TRUE):Members enjoy a range of perks including enhanced security and protection , faster withdrawals and increased credit card deposit limits .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Members of the <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> \n",
      "\n",
      "DE:  So pendelt der nächtliche Sucher dann zwischen dem Antiquariat am Kollwitzplatz in Berlin und dem in Brighton , zwischen Vancouver und Adelaide / Australien hin und her .\n",
      "\n",
      "\t EN (TRUE):And so the nocturnal searcher shuttles back and forth between the antiquarian bookshop on Kollwitzplatz in Berlin and one in Brighton , between Vancouver and Adelaide in Australia .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the <unk> of the <unk> and <unk> , and the <unk> of the <unk> and <unk> , and the <unk> of the USA and the <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Obwohl das Nazi ##AT##-##AT## Regime die Buddhistische Gemeinde in Berlin , die seit 1936 aktiv gewesen war , schloss und kurzzeitig deren Begründer Martin Steinke 1941 inhaftierte , verfolgte es die Buddhisten nicht generell .\n",
      "\n",
      "\t EN (TRUE):Although the Nazi regime closed the Buddhistische Gemeinde ( Buddhist Society ) in Berlin , which had been active from 1936 , and briefly arrested its founder Martin Steinke in 1941 , they generally did not persecute Buddhists .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Although the <unk> was the <unk> of the Nazi regime , and the <unk> of the Nazi regime , the <unk> was the <unk> of the Nazi regime , and the <unk> of the <unk> , the <unk> was the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Bamberg , die &quot; Traumstadt der Deutschen &quot; , seine aufgeschlossenen Menschen und seine romantische Umgebung wird auch Sie begeistern , denn sie bietet für jeden etwas .\n",
      "\n",
      "\t EN (TRUE):The beauty and rich cultural life of this town can be enjoyed at any time of year . Soak up the summer sun whilst relaxing at one of the many sidewalk cafés in the historic old town or savour a cool beer beneath a shady chestnut tree in one of the popular beer gardens .\n",
      "\n",
      "\n",
      "\t EN (Predicted): It is a great place to enjoy a long time , and the <unk> of the <unk> , the <unk> is a <unk> of the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2696042172434212\n",
      "=====================================================\n",
      ".....Step  47500\n",
      "Actual: Make sure the hanging ##AT##-##AT## hooks are in the right position ( at the top of the frame , in the direction you &apos;d like it to hang ) and remove the screws and clear acrylic top sheet . </s> \n",
      "\n",
      "Predicted: You sure that <unk> on box is the the case direction , <unk> the bottom of the bottom ) and the case of ) be to ) the out . the the <unk> . the . &quot; . . </s> \n",
      "(Train) BLEU (540 elements):  0.42135646100062657\n",
      ".....Step  48000\n",
      "Actual: The master bedroom has 2 combined single beds , closet space and the second bedroom has 1 single bed , with hall storage . </s> \n",
      "\n",
      "Predicted: The second bedroom has 1 single single beds and closet space and a closet bedroom . a <unk> beds . closet a and and </s> \n",
      "(Train) BLEU (500 elements):  0.4082669579462794\n",
      "============= Step  48000  =============\n",
      "\t Loss:  0.6978060893118382\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  In der Hotelbeschreibung im Internet müßte die Zufahrt beschrieben werden .\n",
      "\n",
      "\t EN (TRUE):There are no adverse comments about this hotel at all .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the most important thing to use the Internet . </s> \n",
      "\n",
      "DE:  Dieser bietet doppelten Schutz durch den OnExecution Scan , der Programme noch bevor Sie gestartet werden mit dem Signaturenscanner überprüft , sowie dem Malware ##AT##-##AT## IDS .\n",
      "\n",
      "\t EN (TRUE):It includes the double protection using the OnExecution Scan , which scans programs right before they are started with the signature scanner , as well as the Malware ##AT##-##AT## IDS .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This is the first step to the <unk> icon , and then install the <unk> icon to the correct system . </s> \n",
      "\n",
      "DE:  Private Parkplätze stehen für EUR 3,50 pro Tag in der Nähe zur Verfügung .\n",
      "\n",
      "\t EN (TRUE):Private parking is possible at a location nearby and costs EUR 3.50 per day .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Private parking is possible at a location nearby and costs EUR 3 <unk> per day . </s> \n",
      "\n",
      "DE:  Ferienwohnungen erste Strandlinie . Dachwohnung in Conil de la Frontera , Cadiz .\n",
      "\n",
      "\t EN (TRUE):Located at the foot of the beach , this Conil beach apartment rentals , Spain is perfect for your summer vacation in Conil de la Frontera .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Tarifa Cadiz , Cadiz , Cadiz , Cadiz . . . </s> \n",
      "\n",
      "DE:  Nach einigen Wanderwochen erreichten ich und Celina Warschau . Auf dem Weg zum jüdischen Komitee begegnete ich auf der Straße meinem Bruder !\n",
      "\n",
      "\t EN (TRUE):It turned out that Marek had jumped from the window of a train moving to Majdanek .\n",
      "\n",
      "\n",
      "\t EN (Predicted): I &apos;m sure to get a bit of my friends and I had to be my friends . </s> \n",
      "\n",
      "DE:  Standort war sehr praktisch . In 5 Minuten ist man am Hauptbahnhof , in 10 Minuten im Bankenviertel .\n",
      "\n",
      "\t EN (TRUE):very central only a few minutes walk from Bohr / Ryanair bus stop and main train station.Generally cheap and cheerful .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the centre of Frankfurt , within 10 minutes &apos; walk from the main railway station . </s> \n",
      "\n",
      "DE:  Bei der Installation von Adobe Presenter 6 wird das ältere Programm Breeze Presenter 5.1 deinstalliert .\n",
      "\n",
      "\t EN (TRUE):Installing Adobe Presenter 6 will uninstall the earlier Breeze Presenter 5.1 .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Die Lizenzgeberin haftet auch nach den gesetzlichen Bestimmungen , sofern als Folge eines von ihr zu vertretenden Lieferverzuges der / die Lizenznehmer / in berechtigt ist , geltend zu machen , dass sein Interesse an der weiteren Vertragserfüllung in Fortfall geraten ist .\n",
      "\n",
      "\t EN (TRUE):For any discounts the amount of the bill needs to have been paid in full on the account of the licensor .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The remaining provisions of the Terms of Service is not permitted to be invalid , the licensor is not permitted to be invalid , the licensor is not permitted to be invalid , the licensor is not permitted to be subject to the licensee . </s> \n",
      "\n",
      "DE:  &quot; Die Letzte Droge &quot; wird , wie auch Route 66 , unter einer Creative Commons ##AT##-##AT## Lizenz veröffentlicht - Kopieren , Aufführen und Verändern ist diesmal auch zu kommerziellen Zwecken gestattet und erwünscht !\n",
      "\n",
      "\t EN (TRUE):We will release The Last Drug under a Creative Commons BY SA License , making it the first free HD feature film . All footage , project files , sounds and special effects will be available for those of you that are eager to get hands on experience on the first Open Source feature film project ever or for those that are able to turn it into something different .\n",
      "\n",
      "\n",
      "\t EN (Predicted): &quot; <unk> &quot; , and &quot; <unk> &quot; , and &quot; <unk> &quot; , and &quot; <unk> &quot; , and &quot; <unk> &quot; , and &quot; <unk> &quot; . </s> \n",
      "\n",
      "DE:  Es gibt in der Nähe kein Stadtzentrum , in dem man abends beruhigt spazieren gehen könnte . Zu Fuß braucht man in das Zentrum Bournemouths 25 min .\n",
      "\n",
      "\t EN (TRUE):Also , the possibility of a small corner play area for kids in restuarant so that adults can eat in peace and with peace of mind .\n",
      "\n",
      "\n",
      "\t EN (Predicted): There are no train station , but you can find a good city . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2597736529070275\n",
      "=====================================================\n",
      ".....Step  48500\n",
      "Actual: The friendliness and efficiency of the staff , the quietness in the room , the quality of the toiletries , the location in Valencia and the security staff on duty in the evening . </s> \n",
      "\n",
      "Predicted: The hotel of helpfulness of the hotel were the hotel I the hotel was the hotel of the room were the hotel was the , the city of were the ##AT##-##AT## the room . </s> \n",
      "(Train) BLEU (540 elements):  0.4148862464463794\n",
      ".....Step  49000\n",
      "Actual: There are a few free SSH clients available for non ##AT##-##AT## Unix ##AT##-##AT## like platforms . </s> \n",
      "\n",
      "Predicted: There are some number <unk> ##AT##-##AT## and , on the ##AT##-##AT## commercial platforms free Unix . </s> \n",
      "(Train) BLEU (490 elements):  0.41652289375485385\n",
      "============= Step  49000  =============\n",
      "\t Loss:  0.6925769064128399\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Ideale Lage für Exkursionen in die Stadt und Nähe zur Promenade .\n",
      "\n",
      "\t EN (TRUE):There was plenty of space in the room and a nice garden to sit and have a drink and smoke .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The location is ideal for business and leisure travellers . </s> \n",
      "\n",
      "DE:  Tarbet Gast ist Haus im ersten Nationalpark von Schottland aufgestellt und hat eine gehobene Position hoch über dem Dorf von Tarbet und genießt spektakuläre südliche Blicke Bucht Lomond hinunter und nach der westlichen Seite von Ben Lomond .\n",
      "\n",
      "\t EN (TRUE):Tarbet Guest House is situated In Scotland ’ s first National Park and has an elevated position high above the village of Tarbet and enjoys spectacular southerly views down Loch Lomond and towards the western side of Ben Lomond .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the centre of <unk> , the <unk> and the <unk> of the <unk> , the <unk> and the <unk> of the <unk> , the <unk> and the <unk> of the <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Es existieren Busverbindungen in nahezu jeden Ort der Provence ( eventuell mit Umsteigen in Aix ##AT##-##AT## en ##AT##-##AT## Provence ) , allerdings sollte beachtet werden , dass die letzten Busse abends ca. um 19 Uhr fahren .\n",
      "\n",
      "\t EN (TRUE):As always in France those highways are expensive but practical , comfortable and fast .\n",
      "\n",
      "\n",
      "\t EN (Predicted): It is a bit of the most important tourist in the city center . </s> \n",
      "\n",
      "DE:  Ferienwohnungen erste Strandlinie . Dachwohnung in Conil de la Frontera , Cadiz .\n",
      "\n",
      "\t EN (TRUE):Located at the foot of the beach , this Conil beach apartment rentals , Spain is perfect for your summer vacation in Conil de la Frontera .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the summer , the apartment is located in the Cadiz Province of Cadiz . </s> \n",
      "\n",
      "DE:  Nach einigen Wanderwochen erreichten ich und Celina Warschau . Auf dem Weg zum jüdischen Komitee begegnete ich auf der Straße meinem Bruder !\n",
      "\n",
      "\t EN (TRUE):It turned out that Marek had jumped from the window of a train moving to Majdanek .\n",
      "\n",
      "\n",
      "\t EN (Predicted): After I was told my friends , I was told my friends , I was told my friends , I was told my friends , I was told my friends , I was told my friends , I was told my friends , I was told my friends , I was told my friends , I was told my friends \n",
      "\n",
      "DE:  Booking.com : Best Western Hotell SöderH , Söderhamn , Schweden - 29 Gästebewertungen .\n",
      "\n",
      "\t EN (TRUE):Booking.com : Best Western Hotell SöderH , Söderhamn , Sweden - 29 Guest reviews .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Booking .com : Best Western Hotell <unk> , Sweden - 29 Guest reviews . </s> \n",
      "\n",
      "DE:  Mitglieder geniessen viele zus � tzliche Leistungen wie optimierter Sicherheit , schnelleren Auszahlungszeiten und der Aufhebung von Kreditkarteneinzahlungslimits .\n",
      "\n",
      "\t EN (TRUE):Members enjoy a range of perks including enhanced security and protection , faster withdrawals and increased credit card deposit limits .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Members of the members of the <unk> , the members of the <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Ein älteres Kind oder Erwachsener zahlt USD 23,40 pro Übernachtung in einem der vorhandenen Betten .\n",
      "\n",
      "\t EN (TRUE):One older child or adult is charged USD 23.40 per night when using existing bedding .\n",
      "\n",
      "\n",
      "\t EN (Predicted): One older child or adult is charged USD 23 <unk> per night and person when using existing bedding . </s> \n",
      "\n",
      "DE:  Jeder Wikitraveler kann Artikel verändern , neue Seiten erstellen und sogar Informationen über die Seite selbst überschreiben .\n",
      "\n",
      "\t EN (TRUE):Any Wikitraveller can change articles , rewrite navigation areas , even overwrite information about the site itself .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Each page can be read on the new page on the page . </s> \n",
      "\n",
      "DE:  in dieser Option ermöglicht , Dateien relativ zum aktuellen Verzeichnis einzubinden .\n",
      "\n",
      "\t EN (TRUE):in the include path allows for relative includes as it means the current directory . However , it is more efficient to explicitly use include &apos; . / file &apos; than having PHP always check the current directory for every include .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> option is the best option to find the directory . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.26203507354015715\n",
      "=====================================================\n",
      ".....Step  49500\n",
      "Actual: Content Provider is and shall be deemed to be an independent contractor of Skype and nothing contained herein shall be deemed to constitute a partnership between or a joint venture by the parties <unk> , or constitute either party the employee or agent of the other . </s> \n",
      "\n",
      "Predicted: Content Provider is not the be deemed to be liable agreement and by Skype , the else in , be deemed to be a third between the the third venture between the third or or or the a of or third or any of the Company or </s> \n",
      "(Train) BLEU (530 elements):  0.39974591959013356\n",
      ".....Step  50000\n",
      "Actual: And the vodka was supposed to clean them . </s> \n",
      "\n",
      "Predicted: And the <unk> was a to be the . </s> \n",
      "(Train) BLEU (500 elements):  0.3994366465746869\n",
      "============= Step  50000  =============\n",
      "\t Loss:  0.6988921652585268\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  34 Diese a Worte sind wahr und treu ; darum übertretet sie nicht , und b nehmt auch nichts davon weg .\n",
      "\n",
      "\t EN (TRUE):34 These sayings are a true and faithful ; wherefore , transgress them not , neither b take therefrom .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 34 Therefore , the a words of the b words of the b words of the b <unk> of the c <unk> of the c <unk> of the c <unk> of the c <unk> . </s> \n",
      "\n",
      "DE:  Dieser bietet doppelten Schutz durch den OnExecution Scan , der Programme noch bevor Sie gestartet werden mit dem Signaturenscanner überprüft , sowie dem Malware ##AT##-##AT## IDS .\n",
      "\n",
      "\t EN (TRUE):It includes the double protection using the OnExecution Scan , which scans programs right before they are started with the signature scanner , as well as the Malware ##AT##-##AT## IDS .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This is the first step to the <unk> , the <unk> icon to the <unk> , the <unk> will be used to install the <unk> . </s> \n",
      "\n",
      "DE:  Leicht und ergonomisch gebaut , mit einer Hand zu bedienen , stellen diese Messgeräte eine wirtschaftliche Lösung dar , wenn bei Verdacht auf Wanddickenverlust schnell geprüft werden soll .\n",
      "\n",
      "\t EN (TRUE):Lightweight and ergonomically designed for easy one ##AT##-##AT## hand operation , these gages provide cost ##AT##-##AT## effective measurement solutions in many applications that require quick inspection of materials suspected of metal wall thinning .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a problem with a single ##AT##-##AT## <unk> , a <unk> , a <unk> , a <unk> , and a <unk> ##AT##-##AT## based solution . </s> \n",
      "\n",
      "DE:  Im Allgemeinen basieren sie auf Datenbanken , Templates und Skripts .\n",
      "\n",
      "\t EN (TRUE):In general they are based on databases , template and scripts .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The data is based on the user interface , user ##AT##-##AT## defined and user interface . </s> \n",
      "\n",
      "DE:  aufgerufen wird , fügt Sie die Flash Nachricht &quot; Eintrag gespeichert !\n",
      "\n",
      "\t EN (TRUE):is called , it adds the flash message &quot; Record Saved !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> will be sent to the &quot; <unk> &quot; . </s> \n",
      "\n",
      "DE:  Die Bewohner des Nordens sind ein buntes Völkergemisch aus den verschiedensten Bergstämmen und den Nord ##AT##-##AT## Thais oder kon mueang ; die traditionell in den fruchtbaren Tiefebenen Nordthailands siedeln . In vielerlei Hinsicht halten sich die Nord Thais für die &quot; wahren &quot; Thais , die die Thai ##AT##-##AT## Kultur noch am besten über die Zeit gerettet haben .\n",
      "\n",
      "\t EN (TRUE):From Pratu Chiang Mai market , songthaews also travel to Hang Dong ( 20 baht ) and San Patong , south ##AT##-##AT## west of Chiang Mai .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> are the <unk> of the <unk> <unk> , and the <unk> <unk> , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Auch ist , so denkt Dr. Gutherz , bereits die erste Seite sehr viel versprechend , da sie eine Definition des klinischen Psychotrauma ##AT##-##AT## Begriffes enthält , der er gänzlich zustimmen kann .\n",
      "\n",
      "\t EN (TRUE):At the rhetorical climax of this summary , Dr Goodheart comes across some sentences expressed with great pathos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The first thing that the <unk> is the <unk> of the <unk> , which is the first thing that is the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Das ist eine Metapher , wird jemand von der Propagandaabteilung entgegnen .\n",
      "\n",
      "\t EN (TRUE):It &apos;s only a metaphor , people from the propaganda department will say .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> , and a <unk> <unk> . </s> \n",
      "\n",
      "DE:  &quot; Die Letzte Droge &quot; wird , wie auch Route 66 , unter einer Creative Commons ##AT##-##AT## Lizenz veröffentlicht - Kopieren , Aufführen und Verändern ist diesmal auch zu kommerziellen Zwecken gestattet und erwünscht !\n",
      "\n",
      "\t EN (TRUE):We will release The Last Drug under a Creative Commons BY SA License , making it the first free HD feature film . All footage , project files , sounds and special effects will be available for those of you that are eager to get hands on experience on the first Open Source feature film project ever or for those that are able to turn it into something different .\n",
      "\n",
      "\n",
      "\t EN (Predicted): &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Das Personal war immer hilfsbereit und freundlich .\n",
      "\n",
      "\t EN (TRUE):The location and helpfulness of staff was excellent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The staff were very helpful and helpful . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.26491997595948624\n",
      "=====================================================\n",
      ".....Step  50500\n",
      "Actual: With powerful functions and user ##AT##-##AT## <unk> , all needs are covered from simple network analyzes to advanced troubleshooting of complex problems . </s> \n",
      "\n",
      "Predicted: With the and , the ##AT##-##AT## defined , you the to required by the and and to the data for the . . </s> \n",
      "(Train) BLEU (430 elements):  0.41874023304477176\n",
      ".....Step  51000\n",
      "Actual: Clarion Hotel Royal <unk> will be refurbished between 1 October and 31 December but guests are not expected to be <unk> , as current rooms are housed in a separate building . </s> \n",
      "\n",
      "Predicted: The Hotel Royal is is be a to the <unk> 1st the December , the are not allowed to be a , but a and , available in a marble air , </s> \n",
      "(Train) BLEU (380 elements):  0.3983126002987014\n",
      "============= Step  51000  =============\n",
      "\t Loss:  0.6915969163626432\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Ideale Lage für Exkursionen in die Stadt und Nähe zur Promenade .\n",
      "\n",
      "\t EN (TRUE):There was plenty of space in the room and a nice garden to sit and have a drink and smoke .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The location of the hotel is close to the city centre and the city centre . </s> \n",
      "\n",
      "DE:  Alle unterstützten Barcode Varianten sind in einem einzigen Interface konfigurierbar .\n",
      "\n",
      "\t EN (TRUE):All supported bar code formats are configurable through one single interface .\n",
      "\n",
      "\n",
      "\t EN (Predicted): All the systems are embedded in a single ##AT##-##AT## <unk> interface . </s> \n",
      "\n",
      "DE:  Dieses 4 ##AT##-##AT## Sterne ##AT##-##AT## Landhotel aus dem 18. Jahrhundert inmitten einer ländlichen Umgebung ist nur eine kurze Fahrt vom Stadtzentrum von Londonderry und vom örtlichen Flughafen entfernt .\n",
      "\n",
      "\t EN (TRUE):This 4 ##AT##-##AT## star 18th century country house hotel is situated in the countryside , just a short drive from Derry city centre and within reach of the City of Derry Airport .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This 4 ##AT##-##AT## star hotel is situated in a quiet area , just a short walk from the city centre , and is just a short walk from the city centre . </s> \n",
      "\n",
      "DE:  Eine Woche später wird Dianne Feinstein , Vorstandsvorsitzende der Inspektoren , als Nachfolgerin Moscones ernannt . Sie ist die erste Bürgermeisterin der Stadt .\n",
      "\n",
      "\t EN (TRUE):Returning by the parallel Stockton or Powell will give you a better feeling of the day to day life of the residents , and are both good for those looking for imported commodities such as tea or herbs .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  bietet ihnen die Möglichkeit , alte ABAP ##AT##-##AT## Reports mit samt ihrer betriebswirtschaftlichen Intelligenz trotz des Umstiegs auf die MS ##AT##-##AT## Umgebung weiter zu nutzen .\n",
      "\n",
      "\t EN (TRUE):Uses the BW extractor API to extract data from productive R / 3 systems by using delta mechanisms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , \n",
      "\n",
      "DE:  Nachfolgend sehen Sie die Gästebewertungen von Meliá Fernán González Boutique hotel .\n",
      "\n",
      "\t EN (TRUE):The guest reviews are submitted by our customers after their stay at Meliá Fernán González Boutique hotel .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The guest reviews are submitted by our customers after their stay at Meliá Holiday Home . </s> \n",
      "\n",
      "DE:  Zerstören Sie alle Blöcke , um zur nächsten Ebene zu gelangen .\n",
      "\n",
      "\t EN (TRUE):Destroy all the blocks to advance to the next level .\n",
      "\n",
      "\n",
      "\t EN (Predicted): You can get all the best all day . </s> \n",
      "\n",
      "DE:  With a unique location in the heart of Peneda / Gerês National Park , this Pousada has a breathking view over the river Cávado and the peaceful Caniçada dam .\n",
      "\n",
      "\t EN (TRUE):Located in the heart of Peneda ##AT##-##AT## Gerês National Park , this guest house boasts panoramic views of the surrounding mountains and is a welcome retreat for nature enthusiasts .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the heart of the city , close to the <unk> and the <unk> , the <unk> , the <unk> and <unk> . </s> \n",
      "\n",
      "DE:  Softwaretools wie zum Beispiel der NI Analog Waveform Editor , das NI Modulation Toolkit und LabVIEW helfen Anwendern , die Entwicklungszeit von Prüfsystemen zu verringern und gleichzeitig flexibel auf die sich ändernden Anwendungsanforderungen zu reagieren .\n",
      "\n",
      "\t EN (TRUE):Software tools such as the NI Analog Waveform Editor , Modulation Toolkit and LabVIEW , help reduce your test system development time while also having the flexibility to meet your changing application requirements .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> and NI LabVIEW , the NI LabVIEW Real ##AT##-##AT## Time Module and the NI <unk> , and NI <unk> , and NI <unk> , and the <unk> and <unk> . </s> \n",
      "\n",
      "DE:  Ziel von 50 ##AT##-##AT## Hand Video Poker ist ähnlich zu dem von Video Poker : eine Pokerhand mit fünf Karten , die mindestens die niedrigste Kombination von dem Spieltisch , an dem Sie sich gerade befinden , zu erlangen .\n",
      "\n",
      "\t EN (TRUE):The object of 50 ##AT##-##AT## Hand Video Poker is similar to Video Poker , to obtain a five ##AT##-##AT## card poker hand that contains at least the lowest combination on the pay table for the version you are playing .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The 50 Hand Video Poker is a <unk> Hand Video Poker , which is a <unk> Hand Video Poker , which is a <unk> Hand Video Poker , which is a <unk> of the Poker Lobby . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2589308268114898\n",
      "=====================================================\n",
      ".....Step  51500\n",
      "Actual: The hotel ’ s proximity to the city ’ s airports , main shopping malls , tourist attractions and beaches makes it the ideal base for a leisure break . </s> \n",
      "\n",
      "Predicted: The hotel is s proximity to the beaches centre s beaches are the attractions area and shopping attractions and the are it easy most base for the short break . </s> \n",
      "(Train) BLEU (560 elements):  0.40614878347843053\n",
      ".....Step  52000\n",
      "Actual: The University of The West Indies also has a campus in the Bahamas . </s> \n",
      "\n",
      "Predicted: The <unk> of <unk> <unk> <unk> is has been lot in the <unk> . </s> \n",
      "(Train) BLEU (530 elements):  0.4078957481928684\n",
      "============= Step  52000  =============\n",
      "\t Loss:  0.6993423149585724\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Ideale Lage für Exkursionen in die Stadt und Nähe zur Promenade .\n",
      "\n",
      "\t EN (TRUE):There was plenty of space in the room and a nice garden to sit and have a drink and smoke .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is close to the city centre and the city centre . </s> \n",
      "\n",
      "DE:  In dem traditionellen Fischerdorf werden ausländische Gäste sehr herzlich empfangen . Seien Sie allerdings gewarnt vor dem Zustand der Strasse und fahren Sie vorsichtig !\n",
      "\n",
      "\t EN (TRUE):It &apos;s a small traditional fishing village , with friendly locals , always very welcoming to British tourists .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a good place to stay in the hotel , and is the perfect place to stay at the hotel . </s> \n",
      "\n",
      "DE:  Dieses 4 ##AT##-##AT## Sterne ##AT##-##AT## Landhotel aus dem 18. Jahrhundert inmitten einer ländlichen Umgebung ist nur eine kurze Fahrt vom Stadtzentrum von Londonderry und vom örtlichen Flughafen entfernt .\n",
      "\n",
      "\t EN (TRUE):This 4 ##AT##-##AT## star 18th century country house hotel is situated in the countryside , just a short drive from Derry city centre and within reach of the City of Derry Airport .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This 4 ##AT##-##AT## star hotel is located in the heart of the city , just a short walk from the city centre . </s> \n",
      "\n",
      "DE:  shower was ok but leaked needed updating .\n",
      "\n",
      "\t EN (TRUE):the response to to requests was poor , phone 3 time for milk in the room over 4 hours .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The staff were very helpful . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Es war staubig , das Bad schmutzig . Sogar die Beleuchtung an der Wand im Flur ( Seitengebäude ) war richtig verstaubt .\n",
      "\n",
      "\t EN (TRUE):It was rather old fashioned in the decoration .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The room was very well ##AT##-##AT## being in the bathroom . </s> \n",
      "\n",
      "DE:  Booking.com : Best Western Hotell SöderH , Söderhamn , Schweden - 29 Gästebewertungen .\n",
      "\n",
      "\t EN (TRUE):Booking.com : Best Western Hotell SöderH , Söderhamn , Sweden - 29 Guest reviews .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Booking .com : Best Western Best Western Hotell <unk> , Sweden - 29 Guest reviews . </s> \n",
      "\n",
      "DE:  Zusätzlich enthält TBarCode / SAPwin eine Menge neuer Strichcode ##AT##-##AT## Symbologien .\n",
      "\n",
      "\t EN (TRUE):In addition TBarCode / SAPwin comes with a bunch of new bar code symbologies .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In addition , the TBarCode / Direct is available for the TBarCode / Direct . </s> \n",
      "\n",
      "DE:  Das Athens Gate Hotel liegt unterhalb der Akropolis nur 100 m vom neuen Akropolis ##AT##-##AT## Museum entfernt .\n",
      "\n",
      "\t EN (TRUE):The Athens Gate Hotel rests under the Acropolis , just 100 metres from the new Acropolis museum .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The Athens Gate Hotel is located in the heart of Athens , just a short walk from the main railway station . </s> \n",
      "\n",
      "DE:  Es handelt sich um ein ziemlich einfaches Protokoll ; TFTP macht aber manchmal Probleme .\n",
      "\n",
      "\t EN (TRUE):This is a fairly simple protocol , but sometimes there are problems trying to get it to work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): It is a <unk> protocol to the same as the problem . </s> \n",
      "\n",
      "DE:  Ziel von 50 ##AT##-##AT## Hand Video Poker ist ähnlich zu dem von Video Poker : eine Pokerhand mit fünf Karten , die mindestens die niedrigste Kombination von dem Spieltisch , an dem Sie sich gerade befinden , zu erlangen .\n",
      "\n",
      "\t EN (TRUE):The object of 50 ##AT##-##AT## Hand Video Poker is similar to Video Poker , to obtain a five ##AT##-##AT## card poker hand that contains at least the lowest combination on the pay table for the version you are playing .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The 50 Hand Video Poker is a <unk> Hand Video Poker , and the Poker Hand Video Poker is a <unk> Hand Video Poker , which is a <unk> Hand Video Poker , and the Poker Lobby . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.24977863988192694\n",
      "=====================================================\n",
      ".....Step  52500\n",
      "Actual: Room service is usually available during most hours . </s> \n",
      "\n",
      "Predicted: The service is available available in the cases . </s> \n",
      "(Train) BLEU (600 elements):  0.4063920990180996\n",
      ".....Step  53000\n",
      "Actual: Within easy reach of the New Forest towns of <unk> and <unk> . Macdonald <unk> Court Hotel and Resort is set within a magnificent Tudor <unk> Manor House and estate dating back to the 1820 &apos;s . </s> \n",
      "\n",
      "Predicted: The a reach of the <unk> York , , <unk> , the <unk> </s> \n",
      "(Train) BLEU (430 elements):  0.4230202174550579\n",
      "============= Step  53000  =============\n",
      "\t Loss:  0.6926429954469204\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Der nordwestliche Teil der Insel besteht aus Granit und Gneis , von Ton überlagert , und bildet eine ca.\n",
      "\n",
      "\t EN (TRUE):A battle between Denmark and Sweden in 1645 led to Swedish control of the island , but it was brief - they left again the same year . In the Roskildepeace of 1658 Bornholm , Skaane , Halland and Blekinge were given to Sweden .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The island is a unique part of the island , and the <unk> of the island . </s> \n",
      "\n",
      "DE:  In dem traditionellen Fischerdorf werden ausländische Gäste sehr herzlich empfangen . Seien Sie allerdings gewarnt vor dem Zustand der Strasse und fahren Sie vorsichtig !\n",
      "\n",
      "\t EN (TRUE):It &apos;s a small traditional fishing village , with friendly locals , always very welcoming to British tourists .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a traditional Irish and traditional Irish and a traditional Irish <unk> <unk> . </s> \n",
      "\n",
      "DE:  Unsere kürzlich renovierten Ferienwohnungen zur Selbstversorgung in Obertraun sind weniger als eine Gehminute vom Ufer des Hallstätter Sees entfernt .\n",
      "\n",
      "\t EN (TRUE):Enjoy a warm and friendly welcome at the Obertrauner Hof , located at the heart of the tranquil village of Obertraun in the Salzkammergut , a delightful 10 ##AT##-##AT## minute walk from the lakeside .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Our recently renovated apartments are located in the centre of <unk> , in the <unk> <unk> , the <unk> of the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the <unk> , the \n",
      "\n",
      "DE:  Ferienwohnungen erste Strandlinie . Dachwohnung in Conil de la Frontera , Cadiz .\n",
      "\n",
      "\t EN (TRUE):Located at the foot of the beach , this Conil beach apartment rentals , Spain is perfect for your summer vacation in Conil de la Frontera .\n",
      "\n",
      "\n",
      "\t EN (Predicted): This apartment is located in the center of Conil de la Frontera . </s> \n",
      "\n",
      "DE:  aufgerufen wird , fügt Sie die Flash Nachricht &quot; Eintrag gespeichert !\n",
      "\n",
      "\t EN (TRUE):is called , it adds the flash message &quot; Record Saved !\n",
      "\n",
      "\n",
      "\t EN (Predicted): When the message will be used to log into the message . </s> \n",
      "\n",
      "DE:  Standort war sehr praktisch . In 5 Minuten ist man am Hauptbahnhof , in 10 Minuten im Bankenviertel .\n",
      "\n",
      "\t EN (TRUE):very central only a few minutes walk from Bohr / Ryanair bus stop and main train station.Generally cheap and cheerful .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is located in the centre of Frankfurt , within a 5 minute walk from the main railway station . </s> \n",
      "\n",
      "DE:  Dazu kam die deutsche Beteiligung an AWACS ##AT##-##AT## Flügen .\n",
      "\n",
      "\t EN (TRUE):Additionally , the Germans participated in AWACS flights .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The German government has been a member of the <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> . </s> \n",
      "\n",
      "DE:  Das Athens Gate Hotel liegt unterhalb der Akropolis nur 100 m vom neuen Akropolis ##AT##-##AT## Museum entfernt .\n",
      "\n",
      "\t EN (TRUE):The Athens Gate Hotel rests under the Acropolis , just 100 metres from the new Acropolis museum .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The Athens Gate Hotel is located in the heart of Athens , just 100 metres from the main train station . </s> \n",
      "\n",
      "DE:  Einst verwunschene Eilande , später Schlupfwinkel von Piraten , welche die goldbeladenen Schiffe der Spanier überfielen , sind diese unwirtlichen Inseln mit dem seltsamen Tierleben heute wohl eines der letzten großen Tierparadiese der Welt .\n",
      "\n",
      "\t EN (TRUE):Apart from its beautiful beaches and unique and varied ecosystems , the Galapagos Islands are home to towering active volcanoes that reach altitudes up to 1,600 meters .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "DE:  Ziel von 50 ##AT##-##AT## Hand Video Poker ist ähnlich zu dem von Video Poker : eine Pokerhand mit fünf Karten , die mindestens die niedrigste Kombination von dem Spieltisch , an dem Sie sich gerade befinden , zu erlangen .\n",
      "\n",
      "\t EN (TRUE):The object of 50 ##AT##-##AT## Hand Video Poker is similar to Video Poker , to obtain a five ##AT##-##AT## card poker hand that contains at least the lowest combination on the pay table for the version you are playing .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The Video Poker Video Poker is a <unk> Hand Video Poker , and the Poker Video Poker is a <unk> Hand Video Poker , and the Poker Video Poker is a <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2669311702536447\n",
      "=====================================================\n",
      ".....Step  53500\n",
      "Actual: The residence lies in the heart of a lively area , close to the Parc des <unk> ##AT##-##AT## <unk> and within walking distance from the Parc de la <unk> . </s> \n",
      "\n",
      "Predicted: The hotel is in the heart of the short neighbourhood of close to the Parc des Expositions , <unk> and the easy distance of the Parc de la <unk> . </s> \n",
      "(Train) BLEU (450 elements):  0.41703281321019514\n",
      ".....Step  54000\n",
      "Actual: If you start travelling at Graz , you take an IC train from Graz to Salzburg or Innsbruck / Bregenz and change the train in <unk> ##AT##-##AT## <unk> . </s> \n",
      "\n",
      "Predicted: From you want the in the , the can the overview <unk> station the , the . the . <unk> . <unk> the <unk> . the . <unk> . </s> \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(Train) BLEU (480 elements):  0.40792167020918296\n",
      "============= Step  54000  =============\n",
      "\t Loss:  0.6822498368918896\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Mag sein , dass du deine ersten Gehversuche in einem rostigen , undichten Kahn beginnst - aber mit der Zeit wirst du dich zum schnittigen Speedboat oder edlen Katamaran vorarbeiten .\n",
      "\n",
      "\t EN (TRUE):You may be starting in a ramshackle old tub of a boat , but in no time at all you &apos;ll be able to buy a fancy speedboat , or a classy catamaran . Turn your newfound fame into money , and spend it to buy lavish new homes .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "DE:  Das Hotel Opera befindet sich in der Nähe des Royal Theatre , Kongens Nytorv , &apos; Stroget &apos; und Nyhavn .\n",
      "\n",
      "\t EN (TRUE):Hotel Opera is situated near The Royal Theatre , Kongens Nytorv , &quot; Strøget &quot; and fascinating Nyhavn .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is set in the heart of the Royal <unk> , the Royal <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Unsere kürzlich renovierten Ferienwohnungen zur Selbstversorgung in Obertraun sind weniger als eine Gehminute vom Ufer des Hallstätter Sees entfernt .\n",
      "\n",
      "\t EN (TRUE):Enjoy a warm and friendly welcome at the Obertrauner Hof , located at the heart of the tranquil village of Obertraun in the Salzkammergut , a delightful 10 ##AT##-##AT## minute walk from the lakeside .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Our recently renovated apartments are located in the centre of <unk> , in the heart of the city . </s> \n",
      "\n",
      "DE:  Im Allgemeinen basieren sie auf Datenbanken , Templates und Skripts .\n",
      "\n",
      "\t EN (TRUE):In general they are based on databases , template and scripts .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The data is based on the databases and user data . </s> \n",
      "\n",
      "DE:  Da jedes SCXI ##AT##-##AT## Modul die Signale auf einen einzigen Kanal des Datenerfassungsmoduls multiplext , lassen sich problemlos weitere Module hinzufügen , was für eine höhere Kanalanzahl sorgt .\n",
      "\n",
      "\t EN (TRUE):It can multiplex its signals into a single channel of the DAQ device , and you can add modules to increase channel count .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The NI SCXI ##AT##-##AT## <unk> is a <unk> ##AT##-##AT## <unk> , built in the <unk> <unk> , which is the ideal base for the <unk> . </s> \n",
      "\n",
      "DE:  Slimline ICE ist in einer Vielzahl von Geschmacksrichtungen sowohl als Eis am Stiel als auch im Becher erhältlich .\n",
      "\n",
      "\t EN (TRUE):Palatinose ™ is a disaccharide derived from beet sugar .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a <unk> <unk> in the <unk> <unk> and the <unk> <unk> . </s> \n",
      "\n",
      "DE:  Wünschen Sie Unterstützung bei der der Zentrensuche ?\n",
      "\n",
      "\t EN (TRUE):Would you like being assisted in searching a specialised centre ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): Have you to support the <unk> ? </s> \n",
      "\n",
      "DE:  Tux Racer wird Ihnen helfen , die Zeit totzuschlagen und sie können OpenOffice zum Arbeiten verwenden .\n",
      "\n",
      "\t EN (TRUE):Tux Racer will help you pass the time while you wait , and you can use OpenOffice for work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is the <unk> <unk> <unk> , and the <unk> <unk> . </s> \n",
      "\n",
      "DE:  Bei einer digitalen Bildkette wird das Intensitätssignal für jedes Pixel ohne analoge Zwischenschritte direkt in der Detektoreinheit digitalisiert , d.h. in Zahlen umgewandelt .\n",
      "\n",
      "\t EN (TRUE):A digital image chain is an image chain that is equipped with a digital detector instead of an analogue one .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is a <unk> <unk> , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Es gibt in der Nähe kein Stadtzentrum , in dem man abends beruhigt spazieren gehen könnte . Zu Fuß braucht man in das Zentrum Bournemouths 25 min .\n",
      "\n",
      "\t EN (TRUE):Also , the possibility of a small corner play area for kids in restuarant so that adults can eat in peace and with peace of mind .\n",
      "\n",
      "\n",
      "\t EN (Predicted): There are a lot of buses and the bus stop . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2528059165299291\n",
      "=====================================================\n",
      ".....Step  54500\n",
      "Actual: The Falmouth Hotel is the most enduring hotel in the popular maritime resort of Falmouth . </s> \n",
      "\n",
      "Predicted: The hotel is is located perfect beautiful hotel in the city tourist town of the with </s> \n",
      "(Train) BLEU (520 elements):  0.41860913230028657\n",
      ".....Step  55000\n",
      "Actual: <unk> was perfect bij strand en Sea Park . <unk> <unk> <unk> in Varna , <unk> om <unk> de <unk> <unk> te <unk> . </s> \n",
      "\n",
      "Predicted: The <unk> <unk> for <unk> . <unk> <unk> . </s> \n",
      "(Train) BLEU (480 elements):  0.4398081186357184\n",
      "============= Step  55000  =============\n",
      "\t Loss:  0.6826373025625944\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Ideale Lage für Exkursionen in die Stadt und Nähe zur Promenade .\n",
      "\n",
      "\t EN (TRUE):There was plenty of space in the room and a nice garden to sit and have a drink and smoke .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The location was excellent for the hotel . </s> \n",
      "\n",
      "DE:  Google nimmt niemals Geld für die Einbeziehung oder das Ranking von Websites und die Schaltung in den indexbasierten Suchergebnissen ist kostenlos .\n",
      "\n",
      "\t EN (TRUE):Google never accepts money to include or rank sites in our search results , and it costs nothing to appear in our organic search results .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Google is the <unk> of the <unk> , or the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Private Parkplätze stehen für EUR 3,50 pro Tag in der Nähe zur Verfügung .\n",
      "\n",
      "\t EN (TRUE):Private parking is possible at a location nearby and costs EUR 3.50 per day .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Private parking is possible at a location nearby and costs EUR 3 <unk> per day . </s> \n",
      "\n",
      "DE:  Wenn eine Speicherung der Daten auf dem Client erfolgen soll , werden Cookys verwendet .\n",
      "\n",
      "\t EN (TRUE):When client data storage is needed , cookies are used .\n",
      "\n",
      "\n",
      "\t EN (Predicted): If a third client is a column , which is used to be used to be used . </s> \n",
      "\n",
      "DE:  Zitate mit unterschiedlichsten stilistischen Effekten treffen aufeinander : Referenzen auf das narrative Autorenkino ( Hitchcock , Eisenstein , Godard , Brian De Palma ) , poetische oder theoretische Texte ( Tschechow , Duras , Barthes , Žižek , Weibel , Gržinić ) und Verweise auf Massenmedien – B ##AT##-##AT## Filme , TV ##AT##-##AT## Shows , Werbespots , politische Nachrichtensendungen .\n",
      "\n",
      "\t EN (TRUE):Out of all this material , mixed with disnarrative polysemy and an astonishing lack of inhibition , strange “ fictions ” are reconstructed — fragmentary fictions that are constantly interrupted .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Karibische Küche gut . Kaum bekannt - bis jetzt !\n",
      "\n",
      "\t EN (TRUE):Can get quite dodgy at night .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is a very good place to stay . </s> \n",
      "\n",
      "DE:  Bei der Installation von Adobe Presenter 6 wird das ältere Programm Breeze Presenter 5.1 deinstalliert .\n",
      "\n",
      "\t EN (TRUE):Installing Adobe Presenter 6 will uninstall the earlier Breeze Presenter 5.1 .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is the <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Das ist eine Metapher , wird jemand von der Propagandaabteilung entgegnen .\n",
      "\n",
      "\t EN (TRUE):It &apos;s only a metaphor , people from the propaganda department will say .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> , a <unk> <unk> . </s> \n",
      "\n",
      "DE:  Es handelt sich um ein ziemlich einfaches Protokoll ; TFTP macht aber manchmal Probleme .\n",
      "\n",
      "\t EN (TRUE):This is a fairly simple protocol , but sometimes there are problems trying to get it to work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): It is a <unk> protocol ; the <unk> protocol is not available . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Das Personal war immer hilfsbereit und freundlich .\n",
      "\n",
      "\t EN (TRUE):The location and helpfulness of staff was excellent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The staff were very helpful and helpful . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.25678237441063384\n",
      "=====================================================\n",
      ".....Step  55500\n",
      "Actual: Booking .com : La Cour Des <unk> Boutique Gallery Design Hotel , Geneva , Switzerland - 153 Guest reviews . </s> \n",
      "\n",
      "Predicted: Booking .com : hotel Cour Des <unk> Boutique Hotel Hotel Hotel , Geneva , Switzerland - 10 Guest reviews . </s> \n",
      "(Train) BLEU (550 elements):  0.4221859109277922\n",
      ".....Step  56000\n",
      "Actual: In 1989 LOT became the first carrier in Eastern Europe to fly western ##AT##-##AT## made Boeing <unk> . </s> \n",
      "\n",
      "Predicted: Since 1989 , Polish a first <unk> in 1989 Europe , the in flights the flights <unk> . </s> \n",
      "(Train) BLEU (570 elements):  0.43239924948605174\n",
      "============= Step  56000  =============\n",
      "\t Loss:  0.6740336436480284\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Ideale Lage für Exkursionen in die Stadt und Nähe zur Promenade .\n",
      "\n",
      "\t EN (TRUE):There was plenty of space in the room and a nice garden to sit and have a drink and smoke .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is close to the city centre and the city centre . </s> \n",
      "\n",
      "DE:  1 Nun ließ der Herr , Gott , die Hungersnot im Land Ur so schwer werden , daß a Haran , mein Bruder , starb ; aber b Terach , mein Vater , lebte noch im Land Ur der Chaldäer .\n",
      "\n",
      "\t EN (TRUE):1 Now the Lord God caused the a famine to wax sore in the land of Ur , insomuch that b Haran , my brother , died ; but c Terah , my father , yet lived in the land of Ur , of the Chaldees .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 1 Now , the Lord hath spoken unto the land of Abraham , and the b land of Jacob , the Lord God hath spoken unto the land of Abraham , and the b land of the land of Jerusalem . </s> \n",
      "\n",
      "DE:  Quiet and clean room ( on the 4th floor ) with the view on the Dome .\n",
      "\n",
      "\t EN (TRUE):And it is value for money .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel was very clean and comfortable . </s> \n",
      "\n",
      "DE:  Länge : 11,28m ; Breite : 3,66m ; Tiefgang : 0,30m ; Bj.2006 ; Liegeplatz : River Dart , Großbritannien ; 2 Motor ( en ) ; Volvo D4 260hp ; Description : The Bavaria Sport is a really impressive boat ...\n",
      "\n",
      "\t EN (TRUE):Length : 11.40m ( ~ 37.40 ft ) ; Beam : 3.68m ; Draft : 0.90m ; built 2005 ; Location : Orsera Nautika / Kroatien ##AT##-##AT## Vrsar , Croatia ( Hrvatska ) ; 2 Engine / manufac . ; Volvo Penta 5,7 GXI ; 478kW ; 430 Engine Hours ; Weight : 6.800kg ; Neues Raymarine C70 , verlängerte Badeplattform mit Staufächern , Kühlschr ...\n",
      "\n",
      "\n",
      "\t EN (Predicted): Length : 2 <unk> <unk> : <unk> <unk> ; <unk> : <unk> ; <unk> : <unk> ; <unk> : <unk> ; <unk> : <unk> ; <unk> : <unk> ; <unk> : <unk> ; <unk> : <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> \n",
      "\n",
      "DE:  Nach einigen Wanderwochen erreichten ich und Celina Warschau . Auf dem Weg zum jüdischen Komitee begegnete ich auf der Straße meinem Bruder !\n",
      "\n",
      "\t EN (TRUE):It turned out that Marek had jumped from the window of a train moving to Majdanek .\n",
      "\n",
      "\n",
      "\t EN (Predicted): I &apos;m not very old and I had to be my <unk> . </s> \n",
      "\n",
      "DE:  Die Deutschen sind schließlich nicht mehr dieselben , und Greuel gab es auf beiden Seiten dieser Front ; vergessen wir alle diejenigen , die die Orden und Medaillen des 9. Mai tragen - es sind doch so viele Jahre vergangen .\n",
      "\n",
      "\t EN (TRUE):Afterall &#91; they say &#93; , the Germans are no longer the same , and there was cruelty on both sides of the front ; let &apos;s forget all those who wear the medals of 9 May – so many years have passed since .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> of the <unk> , the <unk> of the <unk> , and the <unk> of the <unk> , the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , and the <unk> of the <unk> , the <unk> of the <unk> , and \n",
      "\n",
      "DE:  Bei der Installation von Adobe Presenter 6 wird das ältere Programm Breeze Presenter 5.1 deinstalliert .\n",
      "\n",
      "\t EN (TRUE):Installing Adobe Presenter 6 will uninstall the earlier Breeze Presenter 5.1 .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is the <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Das ist eine Metapher , wird jemand von der Propagandaabteilung entgegnen .\n",
      "\n",
      "\t EN (TRUE):It &apos;s only a metaphor , people from the propaganda department will say .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> , a <unk> <unk> . </s> \n",
      "\n",
      "DE:  Einst verwunschene Eilande , später Schlupfwinkel von Piraten , welche die goldbeladenen Schiffe der Spanier überfielen , sind diese unwirtlichen Inseln mit dem seltsamen Tierleben heute wohl eines der letzten großen Tierparadiese der Welt .\n",
      "\n",
      "\t EN (TRUE):Apart from its beautiful beaches and unique and varied ecosystems , the Galapagos Islands are home to towering active volcanoes that reach altitudes up to 1,600 meters .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "DE:  Ziel von 50 ##AT##-##AT## Hand Video Poker ist ähnlich zu dem von Video Poker : eine Pokerhand mit fünf Karten , die mindestens die niedrigste Kombination von dem Spieltisch , an dem Sie sich gerade befinden , zu erlangen .\n",
      "\n",
      "\t EN (TRUE):The object of 50 ##AT##-##AT## Hand Video Poker is similar to Video Poker , to obtain a five ##AT##-##AT## card poker hand that contains at least the lowest combination on the pay table for the version you are playing .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The video is a <unk> bet , which is a <unk> Hand , and the video poker is a <unk> bet on the video slot . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.24835252580931028\n",
      "=====================================================\n",
      ".....Step  56500\n",
      "Actual: This means that electricity generation can become more independent of available solar radiation and therefore more consumer ##AT##-##AT## oriented . Experience gained during the construction and operation of this power station , which is the only one of its type worldwide , will form the basis for the optimisation of future projects . </s> \n",
      "\n",
      "Predicted: This is that the is is be the than and the manufacturers energy , the the than products based applications </s> \n",
      "(Train) BLEU (480 elements):  0.41790937813703966\n",
      ".....Step  57000\n",
      "Actual: The restaurant can accommodate up to 100 people . </s> \n",
      "\n",
      "Predicted: The restaurant is accommodate up to 100 people . </s> \n",
      "(Train) BLEU (460 elements):  0.4246555616943844\n",
      "============= Step  57000  =============\n",
      "\t Loss:  0.6758627256602049\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Der nordwestliche Teil der Insel besteht aus Granit und Gneis , von Ton überlagert , und bildet eine ca.\n",
      "\n",
      "\t EN (TRUE):A battle between Denmark and Sweden in 1645 led to Swedish control of the island , but it was brief - they left again the same year . In the Roskildepeace of 1658 Bornholm , Skaane , Halland and Blekinge were given to Sweden .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The island of the island is a unique place to be a unique base for the <unk> and <unk> . </s> \n",
      "\n",
      "DE:  Alle unterstützten Barcode Varianten sind in einem einzigen Interface konfigurierbar .\n",
      "\n",
      "\t EN (TRUE):All supported bar code formats are configurable through one single interface .\n",
      "\n",
      "\n",
      "\t EN (Predicted): All variants are embedded in a single interface . </s> \n",
      "\n",
      "DE:  Private Parkplätze stehen für EUR 3,50 pro Tag in der Nähe zur Verfügung .\n",
      "\n",
      "\t EN (TRUE):Private parking is possible at a location nearby and costs EUR 3.50 per day .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Private parking is possible at a location nearby and costs EUR 3 <unk> per day . </s> \n",
      "\n",
      "DE:  Wie hilfreich finden Sie die Demo ##AT##-##AT## CD ?\n",
      "\n",
      "\t EN (TRUE):How helpful do you find the demo CD ##AT##-##AT## ROM ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): How can you find the demo demo of CD ? </s> \n",
      "\n",
      "DE:  Da jedes SCXI ##AT##-##AT## Modul die Signale auf einen einzigen Kanal des Datenerfassungsmoduls multiplext , lassen sich problemlos weitere Module hinzufügen , was für eine höhere Kanalanzahl sorgt .\n",
      "\n",
      "\t EN (TRUE):It can multiplex its signals into a single channel of the DAQ device , and you can add modules to increase channel count .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The NI SCXI ##AT##-##AT## <unk> is a <unk> ##AT##-##AT## <unk> , built ##AT##-##AT## in strain , and the <unk> <unk> is the ideal base for the <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Standort war sehr praktisch . In 5 Minuten ist man am Hauptbahnhof , in 10 Minuten im Bankenviertel .\n",
      "\n",
      "\t EN (TRUE):very central only a few minutes walk from Bohr / Ryanair bus stop and main train station.Generally cheap and cheerful .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is situated in the heart of Frankfurt , within easy reach of the city centre . </s> \n",
      "\n",
      "DE:  Hotelparkplätze sind gegen eine kleine Gebühr vorhanden .\n",
      "\n",
      "\t EN (TRUE):Car Parking is available at the hotel at a small charge . ( check in advance as spaces are limited and certain conditions apply ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a small , small and medium ##AT##-##AT## sized car park . </s> \n",
      "\n",
      "DE:  Alle älteren Kinder oder Erwachsene zahlen EUR 32,00 pro Übernachtung und Person für Zustellbetten .\n",
      "\n",
      "\t EN (TRUE):All older children or adults are charged EUR 32.00 per night and person for extra beds .\n",
      "\n",
      "\n",
      "\t EN (Predicted): All older children or adults are charged EUR 32 <unk> per night and person for extra beds . </s> \n",
      "\n",
      "DE:  Obwohl das Nazi ##AT##-##AT## Regime die Buddhistische Gemeinde in Berlin , die seit 1936 aktiv gewesen war , schloss und kurzzeitig deren Begründer Martin Steinke 1941 inhaftierte , verfolgte es die Buddhisten nicht generell .\n",
      "\n",
      "\t EN (TRUE):Although the Nazi regime closed the Buddhistische Gemeinde ( Buddhist Society ) in Berlin , which had been active from 1936 , and briefly arrested its founder Martin Steinke in 1941 , they generally did not persecute Buddhists .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Although the <unk> , the <unk> of the <unk> , the <unk> , the <unk> , and the <unk> of the <unk> , the <unk> of the <unk> , the <unk> of the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Bamberg , die &quot; Traumstadt der Deutschen &quot; , seine aufgeschlossenen Menschen und seine romantische Umgebung wird auch Sie begeistern , denn sie bietet für jeden etwas .\n",
      "\n",
      "\t EN (TRUE):The beauty and rich cultural life of this town can be enjoyed at any time of year . Soak up the summer sun whilst relaxing at one of the many sidewalk cafés in the historic old town or savour a cool beer beneath a shady chestnut tree in one of the popular beer gardens .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , <unk> , and the <unk> of the <unk> , the <unk> , the <unk> , the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.25843765039302896\n",
      "=====================================================\n",
      ".....Step  57500\n",
      "Actual: <unk> to yesterday the opening ceremony of day 1B consisted of a mix of speeches , a twist of music and a refreshing beverage of dancing girls to make the cocktail go straight to your head . </s> \n",
      "\n",
      "Predicted: 2 Everest Everest , Everest of , the ##AT##-##AT## are of a <unk> of <unk> and and <unk> . the . <unk> <unk> drink . <unk> . . the your <unk> . to out the <unk> to </s> \n",
      "(Train) BLEU (390 elements):  0.42277381261471486\n",
      ".....Step  58000\n",
      "Actual: The <unk> hotel is a small family business hotel with 15 rooms all with private facilities . </s> \n",
      "\n",
      "Predicted: <unk> <unk> Hotel is a small family ##AT##-##AT## hotel with 15 rooms . rooms 15 parking . </s> \n",
      "(Train) BLEU (390 elements):  0.4256291947576188\n",
      "============= Step  58000  =============\n",
      "\t Loss:  0.6911164577901363\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  &#124; Ferienwohnungen 1 Zi &#124; Ferienhäuser &#124; Landhäuser &#124; Autovermietung &#124; Last Minute Angebote ! !\n",
      "\n",
      "\t EN (TRUE):&#124; 1 Bedroom Apts &#124; Holiday houses &#124; Rural Homes &#124; Car Rental &#124; Last Minute Offers !\n",
      "\n",
      "\n",
      "\t EN (Predicted): Holiday Houses &#124; Hotels &#124; Hostels &#124; Last Minute Offers ! </s> \n",
      "\n",
      "DE:  Alle unterstützten Barcode Varianten sind in einem einzigen Interface konfigurierbar .\n",
      "\n",
      "\t EN (TRUE):All supported bar code formats are configurable through one single interface .\n",
      "\n",
      "\n",
      "\t EN (Predicted): All of the barcode interface are embedded in a single interface . </s> \n",
      "\n",
      "DE:  Das ist viel einfacher ... Nein , streiten Sie nicht mit mir ... es ist einfacher ... ach , wie auch immer !\n",
      "\n",
      "\t EN (TRUE):This is far more easy ... no , don &apos;t argue with me ... it is easier ... ah whatever !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is not a simple and easy to get your email address . </s> \n",
      "\n",
      "DE:  15. einem Dritten bei dem Verstoss gegen eine dieser Regeln zu helfen .\n",
      "\n",
      "\t EN (TRUE):15. assist any third party in engaging in any activity prohibited by these Terms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a teacher in the 15th dynasty , which is a teacher . </s> \n",
      "\n",
      "DE:  Da jedes SCXI ##AT##-##AT## Modul die Signale auf einen einzigen Kanal des Datenerfassungsmoduls multiplext , lassen sich problemlos weitere Module hinzufügen , was für eine höhere Kanalanzahl sorgt .\n",
      "\n",
      "\t EN (TRUE):It can multiplex its signals into a single channel of the DAQ device , and you can add modules to increase channel count .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The NI SCXI ##AT##-##AT## <unk> is a <unk> ##AT##-##AT## <unk> , and the <unk> ##AT##-##AT## <unk> is the ideal base for the <unk> . </s> \n",
      "\n",
      "DE:  Karibische Küche gut . Kaum bekannt - bis jetzt !\n",
      "\n",
      "\t EN (TRUE):Can get quite dodgy at night .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is very good . </s> \n",
      "\n",
      "DE:  Hotelparkplätze sind gegen eine kleine Gebühr vorhanden .\n",
      "\n",
      "\t EN (TRUE):Car Parking is available at the hotel at a small charge . ( check in advance as spaces are limited and certain conditions apply ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a small case of a taxi service . </s> \n",
      "\n",
      "DE:  Die Lizenzgeberin haftet auch nach den gesetzlichen Bestimmungen , sofern als Folge eines von ihr zu vertretenden Lieferverzuges der / die Lizenznehmer / in berechtigt ist , geltend zu machen , dass sein Interesse an der weiteren Vertragserfüllung in Fortfall geraten ist .\n",
      "\n",
      "\t EN (TRUE):For any discounts the amount of the bill needs to have been paid in full on the account of the licensor .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The licensee is the case of the licensor , which is not a case that the licensee is the case of the licensor , which is not a case that the licensee is not obligated to use the licensor in the case of the licensor . </s> \n",
      "\n",
      "DE:  Bei einer digitalen Bildkette wird das Intensitätssignal für jedes Pixel ohne analoge Zwischenschritte direkt in der Detektoreinheit digitalisiert , d.h. in Zahlen umgewandelt .\n",
      "\n",
      "\t EN (TRUE):A digital image chain is an image chain that is equipped with a digital detector instead of an analogue one .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is a <unk> <unk> , the <unk> <unk> , the <unk> <unk> , the <unk> <unk> , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Es gibt in der Nähe kein Stadtzentrum , in dem man abends beruhigt spazieren gehen könnte . Zu Fuß braucht man in das Zentrum Bournemouths 25 min .\n",
      "\n",
      "\t EN (TRUE):Also , the possibility of a small corner play area for kids in restuarant so that adults can eat in peace and with peace of mind .\n",
      "\n",
      "\n",
      "\t EN (Predicted): There are plenty of restaurants , bars , cafes , restaurants , bars , cafes , restaurants , bars , cafes , restaurants , bars , cafes , restaurants , bars , cafes , restaurants , etc . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.26613422303468626\n",
      "=====================================================\n",
      ".....Step  58500\n",
      "Actual: Players earn Honor Points mainly through Battlegrounds and World Outdoor PvP . </s> \n",
      "\n",
      "Predicted: Players can money , in in the , the of Müller , </s> \n",
      "(Train) BLEU (560 elements):  0.4296449814611215\n",
      ".....Step  59000\n",
      "Actual: Bonn International School ( BIS ) , a private English ##AT##-##AT## speaking school set in the former American Compound in the <unk> , which offers places from Kindergarten to 12th grade . </s> \n",
      "\n",
      "Predicted: Bonn was Airport , Bonn ) , the <unk> list list <unk> , , in the <unk> <unk> <unk> <unk> the <unk> . the is a to the on the . . </s> \n",
      "(Train) BLEU (560 elements):  0.40559585446116775\n",
      "============= Step  59000  =============\n",
      "\t Loss:  0.6867067739665508\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Je mehr Zeit wir mit Gilad und dem Rest des Teams in Israel verbracht haben ( um nicht den lauten Hahn zu erwähnen der schreiend bei denen über den Campus rennt ) desto überzeugter waren wir – zusammen können wir mehr bewegen .\n",
      "\n",
      "\t EN (TRUE):The more time we spent with Gilad as well as the rest of the team in Israel ( not to mention the very loud rooster that runs around in their campus ) , the more convinced we all became - we ’ ll be better off together .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> was not only in the <unk> , and we have been not counted to the <unk> , and we have been not counted to the <unk> . </s> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  18 Denn siehe , er richtet , und sein Richterspruch ist gerecht ; und das Kleinkind , das im Kindesalter stirbt , geht nicht zugrunde ; aber die Menschen trinken Verdammnis für ihre eigene Seele , außer sie demütigen sich und a werden so wie kleine Kinder und glauben daran , daß die Errettung im b sühnenden Blut Christi , des Herrn , des Allmächtigen , und durch dasselbe war und ist und sein wird .\n",
      "\n",
      "\t EN (TRUE):18 For behold he judgeth , and his judgment is just ; and the infant perisheth not that dieth in his infancy ; but men drink a damnation to their own souls except they humble themselves and b become as little children , and believe that c salvation was , and is , and is to come , in and through the d atoning blood of Christ , the Lord Omnipotent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 18 For behold , he is not a man , and he had not a man , and his wife , <unk> , and <unk> , and the <unk> of the <unk> , and <unk> , and <unk> , and <unk> , and <unk> , and <unk> , and <unk> , and <unk> , and <unk> , and <unk> , \n",
      "\n",
      "DE:  Private Parkplätze stehen für EUR 3,50 pro Tag in der Nähe zur Verfügung .\n",
      "\n",
      "\t EN (TRUE):Private parking is possible at a location nearby and costs EUR 3.50 per day .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Private parking is possible at a location nearby and costs EUR 3 <unk> per day . </s> \n",
      "\n",
      "DE:  Die schlanke , einfache Oberfläche und die gute Performance machen es zum idealen Werkzeug , um dein Netbook ( oder normales Notebook ) in einen e ##AT##-##AT## Book Reader zu verwandeln .\n",
      "\n",
      "\t EN (TRUE):Its low resource use , simple interface and fast performance makes it the ideal tool to turn your netbook ( or regular laptop ) into an e ##AT##-##AT## book reader .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a simple , efficient and efficient tool for the <unk> and the <unk> , and the <unk> , the <unk> and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  bietet ihnen die Möglichkeit , alte ABAP ##AT##-##AT## Reports mit samt ihrer betriebswirtschaftlichen Intelligenz trotz des Umstiegs auf die MS ##AT##-##AT## Umgebung weiter zu nutzen .\n",
      "\n",
      "\t EN (TRUE):Uses the BW extractor API to extract data from productive R / 3 systems by using delta mechanisms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the perfect combination of the <unk> and the <unk> of the <unk> of the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Slimline ICE ist in einer Vielzahl von Geschmacksrichtungen sowohl als Eis am Stiel als auch im Becher erhältlich .\n",
      "\n",
      "\t EN (TRUE):Palatinose ™ is a disaccharide derived from beet sugar .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a popular tourist destination in the city centre , as well as the <unk> and the <unk> . </s> \n",
      "\n",
      "DE:  Auch ist , so denkt Dr. Gutherz , bereits die erste Seite sehr viel versprechend , da sie eine Definition des klinischen Psychotrauma ##AT##-##AT## Begriffes enthält , der er gänzlich zustimmen kann .\n",
      "\n",
      "\t EN (TRUE):At the rhetorical climax of this summary , Dr Goodheart comes across some sentences expressed with great pathos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the first thing that is the first thing that is the first thing that is the first thing that is the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Das Cleddau Bridge Hotel ist der ideale Platz um zu entspannen oder geschäftlich zu reisen .\n",
      "\n",
      "\t EN (TRUE):Cleddau Bridge hotel is the ideal place for those who want a relaxing holiday or who travel for business .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The Hotel <unk> is a perfect starting point for exploring the city . </s> \n",
      "\n",
      "DE:  Softwaretools wie zum Beispiel der NI Analog Waveform Editor , das NI Modulation Toolkit und LabVIEW helfen Anwendern , die Entwicklungszeit von Prüfsystemen zu verringern und gleichzeitig flexibel auf die sich ändernden Anwendungsanforderungen zu reagieren .\n",
      "\n",
      "\t EN (TRUE):Software tools such as the NI Analog Waveform Editor , Modulation Toolkit and LabVIEW , help reduce your test system development time while also having the flexibility to meet your changing application requirements .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> and NI <unk> , and the NI Modulation Toolkit and the NI Modulation Toolkit and the NI Modulation Toolkit and the NI Modulation Toolkit and the <unk> <unk> . </s> \n",
      "\n",
      "DE:  Ziel von 50 ##AT##-##AT## Hand Video Poker ist ähnlich zu dem von Video Poker : eine Pokerhand mit fünf Karten , die mindestens die niedrigste Kombination von dem Spieltisch , an dem Sie sich gerade befinden , zu erlangen .\n",
      "\n",
      "\t EN (TRUE):The object of 50 ##AT##-##AT## Hand Video Poker is similar to Video Poker , to obtain a five ##AT##-##AT## card poker hand that contains at least the lowest combination on the pay table for the version you are playing .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The 50 Hand Video Poker is a <unk> bet on the table , and the amount of Hand Video Poker is a <unk> bet on the table , and the amount of Hand Video Poker is a <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2658720920022541\n",
      "=====================================================\n",
      ".....Step  59500\n",
      "Actual: As St . Lucia is close to the equator , daylight duration remains more or less the same throughout the year . </s> \n",
      "\n",
      "Predicted: Because the . <unk> is the to the island . the . of . . more than year year the year . </s> \n",
      "(Train) BLEU (430 elements):  0.4202886337985819\n",
      ".....Step  60000\n",
      "Actual: You must request a Nor <unk> Sam from your bank when you are <unk> funds to Thailand for the purpose of purchasing a condominium , and the Nor <unk> Sam must specify that the <unk> is solely for the purpose of purchasing a property - Code 5 <unk> . </s> \n",
      "\n",
      "Predicted: The may be a <unk> <unk> ( ( the <unk> ( the are using , to be , the <unk> of <unk> . <unk> . and is <unk> <unk> is is be the the <unk> is to to the <unk> of <unk> . <unk> . <unk> . <unk> <unk> </s> \n",
      "(Train) BLEU (530 elements):  0.4157824468902824\n",
      "============= Step  60000  =============\n",
      "\t Loss:  0.6927430478185416\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Heute verstehen sich QuarkXPress ® 8 , Photoshop ® und Illustrator ® besser als jemals zuvor . Dank HTML und CSS ­ können Anwender von QuarkXPress inzwischen alle Medien bedienen , und das unabhängig von Anwendungen der Adobe ® Creative Suite ® wie Adobe Flash ® ( SWF ) und Adobe Dreamweaver ® .\n",
      "\n",
      "\t EN (TRUE):Today , QuarkXPress ® 8 has tighter integration with Photoshop ® and Illustrator ® than ever before , and through standards like HTML and CSS , QuarkXPress users can publish across media both independently and alongside Adobe ® Creative Suite ® applications like Adobe Flash ® ( SWF ) and Adobe Dreamweaver ® .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Today , QuarkXPress ® , you can easily create a powerful version of QuarkXPress ® , and QuarkXPress ® , and ® ® , and ® ® , and ® ® ® ® is now available . </s> \n",
      "\n",
      "DE:  In raschem Tempo werden die Modelle angepasst und erneuert .\n",
      "\n",
      "\t EN (TRUE):The models are quickly being improved and renewed .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> models are the most popular models . </s> \n",
      "\n",
      "DE:  Das ist viel einfacher ... Nein , streiten Sie nicht mit mir ... es ist einfacher ... ach , wie auch immer !\n",
      "\n",
      "\t EN (TRUE):This is far more easy ... no , don &apos;t argue with me ... it is easier ... ah whatever !\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a simple and easy to use of the most easier and more . </s> \n",
      "\n",
      "DE:  Wie hilfreich finden Sie die Demo ##AT##-##AT## CD ?\n",
      "\n",
      "\t EN (TRUE):How helpful do you find the demo CD ##AT##-##AT## ROM ?\n",
      "\n",
      "\n",
      "\t EN (Predicted): How can you find the demo demo CD ? </s> \n",
      "\n",
      "DE:  Es war staubig , das Bad schmutzig . Sogar die Beleuchtung an der Wand im Flur ( Seitengebäude ) war richtig verstaubt .\n",
      "\n",
      "\t EN (TRUE):It was rather old fashioned in the decoration .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The room was a <unk> <unk> <unk> , the <unk> was a <unk> <unk> . </s> \n",
      "\n",
      "DE:  Slimline ICE ist in einer Vielzahl von Geschmacksrichtungen sowohl als Eis am Stiel als auch im Becher erhältlich .\n",
      "\n",
      "\t EN (TRUE):Palatinose ™ is a disaccharide derived from beet sugar .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a <unk> <unk> in the <unk> <unk> , and also a number of restaurants . </s> \n",
      "\n",
      "DE:  Auch ist , so denkt Dr. Gutherz , bereits die erste Seite sehr viel versprechend , da sie eine Definition des klinischen Psychotrauma ##AT##-##AT## Begriffes enthält , der er gänzlich zustimmen kann .\n",
      "\n",
      "\t EN (TRUE):At the rhetorical climax of this summary , Dr Goodheart comes across some sentences expressed with great pathos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the first thing that the &quot; <unk> &quot; , the &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Tux Racer wird Ihnen helfen , die Zeit totzuschlagen und sie können OpenOffice zum Arbeiten verwenden .\n",
      "\n",
      "\t EN (TRUE):Tux Racer will help you pass the time while you wait , and you can use OpenOffice for work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is the time of the time of the time of time . </s> \n",
      "\n",
      "DE:  Es handelt sich um ein ziemlich einfaches Protokoll ; TFTP macht aber manchmal Probleme .\n",
      "\n",
      "\t EN (TRUE):This is a fairly simple protocol , but sometimes there are problems trying to get it to work .\n",
      "\n",
      "\n",
      "\t EN (Predicted): It is a bit of the protocol protocol . </s> \n",
      "\n",
      "DE:  Bamberg , die &quot; Traumstadt der Deutschen &quot; , seine aufgeschlossenen Menschen und seine romantische Umgebung wird auch Sie begeistern , denn sie bietet für jeden etwas .\n",
      "\n",
      "\t EN (TRUE):The beauty and rich cultural life of this town can be enjoyed at any time of year . Soak up the summer sun whilst relaxing at one of the many sidewalk cafés in the historic old town or savour a cool beer beneath a shady chestnut tree in one of the popular beer gardens .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , and <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2631421546223197\n",
      "=====================================================\n",
      ".....Step  60500\n",
      "Actual: A credit card is required to secure your reservation at <unk> Hall in <unk> . </s> \n",
      "\n",
      "Predicted: A credit card is required to secure your reservation at <unk> Hall in <unk> . </s> \n",
      "(Train) BLEU (510 elements):  0.4157063637046065\n",
      ".....Step  61000\n",
      "Actual: Food was overpriced and not up to the quality of the other services . </s> \n",
      "\n",
      "Predicted: A is very . the very to the hotel of the hotel . . </s> \n",
      "(Train) BLEU (520 elements):  0.42512289730050196\n",
      "============= Step  61000  =============\n",
      "\t Loss:  0.6786999057382345\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Heute verstehen sich QuarkXPress ® 8 , Photoshop ® und Illustrator ® besser als jemals zuvor . Dank HTML und CSS ­ können Anwender von QuarkXPress inzwischen alle Medien bedienen , und das unabhängig von Anwendungen der Adobe ® Creative Suite ® wie Adobe Flash ® ( SWF ) und Adobe Dreamweaver ® .\n",
      "\n",
      "\t EN (TRUE):Today , QuarkXPress ® 8 has tighter integration with Photoshop ® and Illustrator ® than ever before , and through standards like HTML and CSS , QuarkXPress users can publish across media both independently and alongside Adobe ® Creative Suite ® applications like Adobe Flash ® ( SWF ) and Adobe Dreamweaver ® .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Now , QuarkXPress ® , you can now easily create a powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and powerful and easy way to be able to create a simple and easy way to be able to create a simple and easy way to be able to create a simple \n",
      "\n",
      "DE:  18 Denn siehe , er richtet , und sein Richterspruch ist gerecht ; und das Kleinkind , das im Kindesalter stirbt , geht nicht zugrunde ; aber die Menschen trinken Verdammnis für ihre eigene Seele , außer sie demütigen sich und a werden so wie kleine Kinder und glauben daran , daß die Errettung im b sühnenden Blut Christi , des Herrn , des Allmächtigen , und durch dasselbe war und ist und sein wird .\n",
      "\n",
      "\t EN (TRUE):18 For behold he judgeth , and his judgment is just ; and the infant perisheth not that dieth in his infancy ; but men drink a damnation to their own souls except they humble themselves and b become as little children , and believe that c salvation was , and is , and is to come , in and through the d atoning blood of Christ , the Lord Omnipotent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 18 For behold , he is not a man ; and he <unk> , and his wife , <unk> , and <unk> , and <unk> , and his wife , <unk> , and <unk> , and <unk> , and <unk> , and <unk> , and <unk> , and <unk> , and <unk> , and <unk> , and <unk> , and \n",
      "\n",
      "DE:  Niedrigere Preise durch mehr Wettbewerb . Die Kosten für Kapital können durch Währungsstabilität , niedrigere Zinssätze und eine bessere Organisation der Kapitalmärkte gesenkt werden .\n",
      "\n",
      "\t EN (TRUE):In a knowledge ##AT##-##AT## based society the opportunity of education is the key to progress and equality and sustainability .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the best possible for the year , the <unk> of the <unk> , and the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Die schlanke , einfache Oberfläche und die gute Performance machen es zum idealen Werkzeug , um dein Netbook ( oder normales Notebook ) in einen e ##AT##-##AT## Book Reader zu verwandeln .\n",
      "\n",
      "\t EN (TRUE):Its low resource use , simple interface and fast performance makes it the ideal tool to turn your netbook ( or regular laptop ) into an e ##AT##-##AT## book reader .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a simple , easy to use and a <unk> of the <unk> , and the <unk> , the <unk> and the <unk> . </s> \n",
      "\n",
      "DE:  Nach einigen Wanderwochen erreichten ich und Celina Warschau . Auf dem Weg zum jüdischen Komitee begegnete ich auf der Straße meinem Bruder !\n",
      "\n",
      "\t EN (TRUE):It turned out that Marek had jumped from the window of a train moving to Majdanek .\n",
      "\n",
      "\n",
      "\t EN (Predicted): I &apos;m sure that I &apos;m sure that I &apos;m sure to get a lot of my friends . </s> \n",
      "\n",
      "DE:  Die Bewohner des Nordens sind ein buntes Völkergemisch aus den verschiedensten Bergstämmen und den Nord ##AT##-##AT## Thais oder kon mueang ; die traditionell in den fruchtbaren Tiefebenen Nordthailands siedeln . In vielerlei Hinsicht halten sich die Nord Thais für die &quot; wahren &quot; Thais , die die Thai ##AT##-##AT## Kultur noch am besten über die Zeit gerettet haben .\n",
      "\n",
      "\t EN (TRUE):From Pratu Chiang Mai market , songthaews also travel to Hang Dong ( 20 baht ) and San Patong , south ##AT##-##AT## west of Chiang Mai .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> is the <unk> <unk> of the <unk> , the <unk> <unk> , and the <unk> <unk> , the <unk> <unk> , the <unk> <unk> , the <unk> <unk> , and the <unk> <unk> . </s> \n",
      "\n",
      "DE:  Zusätzlich enthält TBarCode / SAPwin eine Menge neuer Strichcode ##AT##-##AT## Symbologien .\n",
      "\n",
      "\t EN (TRUE):In addition TBarCode / SAPwin comes with a bunch of new bar code symbologies .\n",
      "\n",
      "\n",
      "\t EN (Predicted): TBarCode / TBarCode / Direct is available in the bar code . </s> \n",
      "\n",
      "DE:  Ein älteres Kind oder Erwachsener zahlt USD 23,40 pro Übernachtung in einem der vorhandenen Betten .\n",
      "\n",
      "\t EN (TRUE):One older child or adult is charged USD 23.40 per night when using existing bedding .\n",
      "\n",
      "\n",
      "\t EN (Predicted): One older child or adult is charged USD 23 <unk> per night and person when using existing bedding . </s> \n",
      "\n",
      "DE:  Im Fall Bergy , 596 F.2d 952 , 201 USPQ 352 ( CCPA 1979 ) beteiligte sich die Mehrheit an einer umfangreichen Kritik an Flook und entschied , dass dieses Gericht irrt � mlicherweise � verschiedene gesetzliche Vorkehrungen , die begrifflich ohne Zusammenhang seien � , vermischt h � tte . Id . , unter 959 , 201 USPQ at 360 .\n",
      "\n",
      "\t EN (TRUE):In In re Bergy , 596 F.2d 952 , 201 USPQ 352 ( CCPA 1979 ) , the majority engaged in an extensive critique ofFlook , concluding that this Court had erroneously commingled � distinct statutory provisions which are conceptually unrelated . � Id . , at 959 , 201 USPQ at 360 .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the <unk> , the <unk> <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , <unk> , \n",
      "\n",
      "DE:  Die Musikant entspricht dem Folkrock . Dennoch finden sich in den Liedern viele musikalische Elemente aus klassisch- folklorischer Liedern aus Anatolien bis zum Mittelmeer , aus Latein- amerikanischen Märschen bis hin zu klassischen Rockklängen .\n",
      "\n",
      "\t EN (TRUE):Yorum continues to sing hopeful songs in the name of all the world &apos;s revolutionary music .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2610042275529404\n",
      "=====================================================\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ".....Step  61500\n",
      "Actual: Around this statue are all manner of fortune tellers , street performers and puppet shows for children . </s> \n",
      "\n",
      "Predicted: The the time , the the of the tellers , and performers and children , . children . </s> \n",
      "(Train) BLEU (510 elements):  0.4178895409184141\n",
      ".....Step  62000\n",
      "Actual: If it looks like ( <unk> ) with these options , your object is too small . </s> \n",
      "\n",
      "Predicted: If you is like the <unk> ) , the image . and object is the small . </s> \n",
      "(Train) BLEU (550 elements):  0.41863655719354115\n",
      "============= Step  62000  =============\n",
      "\t Loss:  0.6627434747517109\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Mag sein , dass du deine ersten Gehversuche in einem rostigen , undichten Kahn beginnst - aber mit der Zeit wirst du dich zum schnittigen Speedboat oder edlen Katamaran vorarbeiten .\n",
      "\n",
      "\t EN (TRUE):You may be starting in a ramshackle old tub of a boat , but in no time at all you &apos;ll be able to buy a fancy speedboat , or a classy catamaran . Turn your newfound fame into money , and spend it to buy lavish new homes .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  In raschem Tempo werden die Modelle angepasst und erneuert .\n",
      "\n",
      "\t EN (TRUE):The models are quickly being improved and renewed .\n",
      "\n",
      "\n",
      "\t EN (Predicted): In the past , the new models are added to the new models . </s> \n",
      "\n",
      "DE:  Es existieren Busverbindungen in nahezu jeden Ort der Provence ( eventuell mit Umsteigen in Aix ##AT##-##AT## en ##AT##-##AT## Provence ) , allerdings sollte beachtet werden , dass die letzten Busse abends ca. um 19 Uhr fahren .\n",
      "\n",
      "\t EN (TRUE):As always in France those highways are expensive but practical , comfortable and fast .\n",
      "\n",
      "\n",
      "\t EN (Predicted): It is a <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ##AT##-##AT## <unk> ( <unk> ) , and the <unk> is the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Länge : 11,28m ; Breite : 3,66m ; Tiefgang : 0,30m ; Bj.2006 ; Liegeplatz : River Dart , Großbritannien ; 2 Motor ( en ) ; Volvo D4 260hp ; Description : The Bavaria Sport is a really impressive boat ...\n",
      "\n",
      "\t EN (TRUE):Length : 11.40m ( ~ 37.40 ft ) ; Beam : 3.68m ; Draft : 0.90m ; built 2005 ; Location : Orsera Nautika / Kroatien ##AT##-##AT## Vrsar , Croatia ( Hrvatska ) ; 2 Engine / manufac . ; Volvo Penta 5,7 GXI ; 478kW ; 430 Engine Hours ; Weight : 6.800kg ; Neues Raymarine C70 , verlängerte Badeplattform mit Staufächern , Kühlschr ...\n",
      "\n",
      "\n",
      "\t EN (Predicted): Length : <unk> <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> ; <unk> <unk> ; <unk> ; <unk> ; <unk> <unk> ; <unk> ; <unk> <unk> ; <unk> ; <unk> <unk> \n",
      "\n",
      "DE:  bietet ihnen die Möglichkeit , alte ABAP ##AT##-##AT## Reports mit samt ihrer betriebswirtschaftlichen Intelligenz trotz des Umstiegs auf die MS ##AT##-##AT## Umgebung weiter zu nutzen .\n",
      "\n",
      "\t EN (TRUE):Uses the BW extractor API to extract data from productive R / 3 systems by using delta mechanisms .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> of the <unk> can be used to the highest level of the <unk> of the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Nachfolgend sehen Sie die Gästebewertungen von Meliá Fernán González Boutique hotel .\n",
      "\n",
      "\t EN (TRUE):The guest reviews are submitted by our customers after their stay at Meliá Fernán González Boutique hotel .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The guest reviews are submitted by our customers after their stay at Meliá Holiday Home Boutique Hotel . </s> \n",
      "\n",
      "DE:  Zusätzlich enthält TBarCode / SAPwin eine Menge neuer Strichcode ##AT##-##AT## Symbologien .\n",
      "\n",
      "\t EN (TRUE):In addition TBarCode / SAPwin comes with a bunch of new bar code symbologies .\n",
      "\n",
      "\n",
      "\t EN (Predicted): TBarCode / Direct is available in TBarCode OCX . </s> \n",
      "\n",
      "DE:  Ein älteres Kind oder Erwachsener zahlt USD 23,40 pro Übernachtung in einem der vorhandenen Betten .\n",
      "\n",
      "\t EN (TRUE):One older child or adult is charged USD 23.40 per night when using existing bedding .\n",
      "\n",
      "\n",
      "\t EN (Predicted): One older child or adult is charged USD 23 <unk> per night and person when using existing bedding . </s> \n",
      "\n",
      "DE:  Zimmerbeschreibung : Our Castle Deluxe Rooms are traditionally themed with rich luxurious fabrics and furnishings , many with excellent views over the Castle grounds .\n",
      "\n",
      "\t EN (TRUE):Room Notes : Our Castle Deluxe Rooms are traditionally themed with rich luxurious fabrics and furnishings , many with excellent views over the Castle grounds .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Room Notes : Stay in a luxurious deluxe suite room with a large garden with a large garden with a large garden . </s> \n",
      "\n",
      "DE:  Sehr freundliche Auszubildende an der Rezeption , die sehr bemüht noch einen Flug für mich gebucht hat .\n",
      "\n",
      "\t EN (TRUE):First of all I did not like the price ... the next day I went to Milano to a 4 star Hotel for 10 Euro less and super service .. I had a problem with my Internetconnection and the Hotel Maritim did not react right .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is very good , the hotel is very good . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2665736767890216\n",
      "=====================================================\n",
      ".....Step  62500\n",
      "Actual: It ’ s really , really weird to see myself . . <unk> . . as an action figure . </s> \n",
      "\n",
      "Predicted: The was s very good but nice . the the . </s> \n",
      "(Train) BLEU (390 elements):  0.42300574246660533\n",
      ".....Step  63000\n",
      "Actual: Otherwise , assets may fall to be distributed in accordance with the law relating to the country where the deceased lived and held assets . </s> \n",
      "\n",
      "Predicted: The , the , be from the dealt by the with the rules rules to the rules . the rules rules . the the . </s> \n",
      "(Train) BLEU (520 elements):  0.41487476535383533\n",
      "============= Step  63000  =============\n",
      "\t Loss:  0.657650299757719\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  &#124; Ferienwohnungen 1 Zi &#124; Ferienhäuser &#124; Landhäuser &#124; Autovermietung &#124; Last Minute Angebote ! !\n",
      "\n",
      "\t EN (TRUE):&#124; 1 Bedroom Apts &#124; Holiday houses &#124; Rural Homes &#124; Car Rental &#124; Last Minute Offers !\n",
      "\n",
      "\n",
      "\t EN (Predicted): Holiday &#124; Rural Homes &#124; Rural Homes &#124; Rural Homes &#124; Hotels &#124; <unk> &#124; <unk> &#124; Things to do &#124; Last Minute Offers ! </s> \n",
      "\n",
      "DE:  Tarbet Gast ist Haus im ersten Nationalpark von Schottland aufgestellt und hat eine gehobene Position hoch über dem Dorf von Tarbet und genießt spektakuläre südliche Blicke Bucht Lomond hinunter und nach der westlichen Seite von Ben Lomond .\n",
      "\n",
      "\t EN (TRUE):Tarbet Guest House is situated In Scotland ’ s first National Park and has an elevated position high above the village of Tarbet and enjoys spectacular southerly views down Loch Lomond and towards the western side of Ben Lomond .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is situated in the heart of the city of the city of the city of <unk> , between the <unk> and the <unk> <unk> and the <unk> <unk> . </s> \n",
      "\n",
      "DE:  „ Für uns junge slowenische Architekten ist prägend , wie Plečnik den öffentlichen Raum in Ljubljana zu gliedern verstand .\n",
      "\n",
      "\t EN (TRUE):“ For us young Slovene architects the way in which Plečnik was able to shape public space in Ljubljana is highly influential .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> .com is a good idea to use the <unk> <unk> <unk> <unk> <unk> <unk> <unk> . </s> \n",
      "\n",
      "DE:  Eine Woche später wird Dianne Feinstein , Vorstandsvorsitzende der Inspektoren , als Nachfolgerin Moscones ernannt . Sie ist die erste Bürgermeisterin der Stadt .\n",
      "\n",
      "\t EN (TRUE):Returning by the parallel Stockton or Powell will give you a better feeling of the day to day life of the residents , and are both good for those looking for imported commodities such as tea or herbs .\n",
      "\n",
      "\n",
      "\t EN (Predicted): A <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DE:  Es war staubig , das Bad schmutzig . Sogar die Beleuchtung an der Wand im Flur ( Seitengebäude ) war richtig verstaubt .\n",
      "\n",
      "\t EN (TRUE):It was rather old fashioned in the decoration .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The room was very well ##AT##-##AT## being in the middle of the <unk> . </s> \n",
      "\n",
      "DE:  Baustelle zwischen See und Hotel . Altmodische Einrichtung .\n",
      "\n",
      "\t EN (TRUE):Shared lobby with campsite next door , apparently , and hotel check in / out were not handled by lobby staff but by restaurant staff .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is situated between the lake and the lake . </s> \n",
      "\n",
      "DE:  Auch ist , so denkt Dr. Gutherz , bereits die erste Seite sehr viel versprechend , da sie eine Definition des klinischen Psychotrauma ##AT##-##AT## Begriffes enthält , der er gänzlich zustimmen kann .\n",
      "\n",
      "\t EN (TRUE):At the rhetorical climax of this summary , Dr Goodheart comes across some sentences expressed with great pathos .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is the first thing that the &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , &quot; <unk> &quot; , \n",
      "\n",
      "DE:  Alle älteren Kinder oder Erwachsene zahlen EUR 32,00 pro Übernachtung und Person für Zustellbetten .\n",
      "\n",
      "\t EN (TRUE):All older children or adults are charged EUR 32.00 per night and person for extra beds .\n",
      "\n",
      "\n",
      "\t EN (Predicted): All older children or adults are charged EUR 32 <unk> per night and person for extra beds . </s> \n",
      "\n",
      "DE:  Bei einer digitalen Bildkette wird das Intensitätssignal für jedes Pixel ohne analoge Zwischenschritte direkt in der Detektoreinheit digitalisiert , d.h. in Zahlen umgewandelt .\n",
      "\n",
      "\t EN (TRUE):A digital image chain is an image chain that is equipped with a digital detector instead of an analogue one .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> <unk> , the <unk> of the <unk> <unk> , the <unk> is a <unk> <unk> , the <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Ziel von 50 ##AT##-##AT## Hand Video Poker ist ähnlich zu dem von Video Poker : eine Pokerhand mit fünf Karten , die mindestens die niedrigste Kombination von dem Spieltisch , an dem Sie sich gerade befinden , zu erlangen .\n",
      "\n",
      "\t EN (TRUE):The object of 50 ##AT##-##AT## Hand Video Poker is similar to Video Poker , to obtain a five ##AT##-##AT## card poker hand that contains at least the lowest combination on the pay table for the version you are playing .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 50 Hand Video Poker is a combination of a number of Video Poker , which is a <unk> <unk> , a <unk> , and the video is a <unk> bet on the table . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.2698636461260963\n",
      "=====================================================\n",
      ".....Step  63500\n",
      "Actual: With excellent reviews from leading guides , it often features in Bridgestone &apos;s Top 100 Places to Stay in Ireland . </s> \n",
      "\n",
      "Predicted: The its connections , the financial , the is resulted a the &apos;s Top 5 % . know in the . </s> \n",
      "(Train) BLEU (510 elements):  0.4308672389270234\n",
      ".....Step  64000\n",
      "Actual: A credit card is required to secure your reservation at <unk> House Farm in <unk> . </s> \n",
      "\n",
      "Predicted: A credit card is required to secure your reservation at <unk> Farm Farm in <unk> . </s> \n",
      "(Train) BLEU (520 elements):  0.41997072818606457\n",
      "============= Step  64000  =============\n",
      "\t Loss:  0.6622699877917767\n",
      "=====================================================\n",
      "(Test) Translating test sentences ...\n",
      "Processing test data ... \n",
      "DE:  Der nordwestliche Teil der Insel besteht aus Granit und Gneis , von Ton überlagert , und bildet eine ca.\n",
      "\n",
      "\t EN (TRUE):A battle between Denmark and Sweden in 1645 led to Swedish control of the island , but it was brief - they left again the same year . In the Roskildepeace of 1658 Bornholm , Skaane , Halland and Blekinge were given to Sweden .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The island of the island is a unique place to discover the landscapes of the island . </s> \n",
      "\n",
      "DE:  18 Denn siehe , er richtet , und sein Richterspruch ist gerecht ; und das Kleinkind , das im Kindesalter stirbt , geht nicht zugrunde ; aber die Menschen trinken Verdammnis für ihre eigene Seele , außer sie demütigen sich und a werden so wie kleine Kinder und glauben daran , daß die Errettung im b sühnenden Blut Christi , des Herrn , des Allmächtigen , und durch dasselbe war und ist und sein wird .\n",
      "\n",
      "\t EN (TRUE):18 For behold he judgeth , and his judgment is just ; and the infant perisheth not that dieth in his infancy ; but men drink a damnation to their own souls except they humble themselves and b become as little children , and believe that c salvation was , and is , and is to come , in and through the d atoning blood of Christ , the Lord Omnipotent .\n",
      "\n",
      "\n",
      "\t EN (Predicted): 18 For behold , he is not a man , and he is not a man , and he is not a man , and he had not a man , and he had not a <unk> , and he had not a <unk> , and he had not a <unk> , and he had not a <unk> , and \n",
      "\n",
      "DE:  Quiet and clean room ( on the 4th floor ) with the view on the Dome .\n",
      "\n",
      "\t EN (TRUE):And it is value for money .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is very convenient to the city centre . </s> \n",
      "\n",
      "DE:  Genießen Sie hier in gemütlicher Atmosphäre ein kühles Kölsch oder einen erfrischenden Cocktail .\n",
      "\n",
      "\t EN (TRUE):Enjoy a local beer or refreshing cocktail in a cosy atmosphere .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Enjoy a relaxing cocktail in the cosy cocktail bar , a cocktail bar or a cocktail bar . </s> \n",
      "\n",
      "DE:  Es war staubig , das Bad schmutzig . Sogar die Beleuchtung an der Wand im Flur ( Seitengebäude ) war richtig verstaubt .\n",
      "\n",
      "\t EN (TRUE):It was rather old fashioned in the decoration .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The room was a <unk> of the <unk> . </s> \n",
      "\n",
      "DE:  Baustelle zwischen See und Hotel . Altmodische Einrichtung .\n",
      "\n",
      "\t EN (TRUE):Shared lobby with campsite next door , apparently , and hotel check in / out were not handled by lobby staff but by restaurant staff .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The hotel is situated between the lake and the lake . </s> \n",
      "\n",
      "DE:  Hotelparkplätze sind gegen eine kleine Gebühr vorhanden .\n",
      "\n",
      "\t EN (TRUE):Car Parking is available at the hotel at a small charge . ( check in advance as spaces are limited and certain conditions apply ) .\n",
      "\n",
      "\n",
      "\t EN (Predicted): <unk> is a small fare for a flight of the hotel . </s> \n",
      "\n",
      "DE:  Das Athens Gate Hotel liegt unterhalb der Akropolis nur 100 m vom neuen Akropolis ##AT##-##AT## Museum entfernt .\n",
      "\n",
      "\t EN (TRUE):The Athens Gate Hotel rests under the Acropolis , just 100 metres from the new Acropolis museum .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The Athens Gate Hotel is located in the heart of Athens , just 100 metres from the main train station . </s> \n",
      "\n",
      "DE:  Bei einer digitalen Bildkette wird das Intensitätssignal für jedes Pixel ohne analoge Zwischenschritte direkt in der Detektoreinheit digitalisiert , d.h. in Zahlen umgewandelt .\n",
      "\n",
      "\t EN (TRUE):A digital image chain is an image chain that is equipped with a digital detector instead of an analogue one .\n",
      "\n",
      "\n",
      "\t EN (Predicted): The <unk> is a <unk> <unk> , the <unk> of the <unk> , the <unk> of the <unk> is a <unk> . </s> \n",
      "\n",
      "DE:  Einige der ursprünglichen Charakteristika des Gebäudes - wie beispielsweise die einzigartige denkmalgeschützte Fassade und die bezaubernde Innenausstattung der Bar ##AT##-##AT## Bodega De Blauwe Parde - wurden bis heute bewahrt .\n",
      "\n",
      "\t EN (TRUE):Some unchanged features include the unique frontage , which has listed building status , and also the unique interior of De Blauwe Parade bar ##AT##-##AT## bodega .\n",
      "\n",
      "\n",
      "\t EN (Predicted): Some of the rooms are situated in the heart of the city , the <unk> and the <unk> of the city centre , the <unk> and the <unk> of the <unk> . </s> \n",
      "\n",
      "(Test) BLEU (100 elements):  0.27626850215271886\n",
      "=====================================================\n",
      ".....Step  64500\n",
      "Actual: To answer these expectations we develop and build for you <unk> with the best cost ##AT##-##AT## benefit ratio . </s> \n",
      "\n",
      "Predicted: To ensure your requirements , offer a you a the to , the ideal of ##AT##-##AT## efficient of of </s> \n",
      "(Train) BLEU (590 elements):  0.4185424367129589\n",
      ".."
     ]
    }
   ],
   "source": [
    "# Training and test BLEU scores\n",
    "attn_train_bleu_scores_over_time,attn_test_bleu_scores_over_time = [],[]\n",
    "loss_over_time = []\n",
    "\n",
    "# Labels and predictions required to calculate the BLEU scores\n",
    "# for both train and test data\n",
    "train_bleu_refs, train_bleu_cands = [],[]\n",
    "test_bleu_refs, test_bleu_cands = [],[]\n",
    "\n",
    "# Training and test BLEU scores\n",
    "num_steps = 100001\n",
    "avg_loss = 0\n",
    "\n",
    "enc_data_generator, dec_data_generator, test_enc_data_generator, test_dec_data_generator = define_data_generators(batch_size, enc_num_unrollings, dec_num_unrollings)\n",
    "print('Started Training')\n",
    "\n",
    "for step in range(num_steps):\n",
    "\n",
    "    # input (encoder) unrolling length: 40\n",
    "    # output (decoder) unrolling length: 60\n",
    "    if (step+1)%100==0:\n",
    "        print('.',end='')\n",
    "\n",
    "    # Sample a random batch of IDs from training data\n",
    "    sent_ids = np.random.randint(low=0,high=train_inputs.shape[0],size=(batch_size))\n",
    "    \n",
    "    # Getting an unrolled set of data batches for the encoder\n",
    "    eu_data, _, _ = enc_data_generator.unroll_batches(sent_ids=sent_ids)\n",
    "    \n",
    "    # Getting an unrolled set of data batches for the decoder\n",
    "    du_data, du_labels, _ = dec_data_generator.unroll_batches(sent_ids=sent_ids)\n",
    "    \n",
    "    # Train for single step\n",
    "    l, tr_pred = train_single_step(eu_data, du_data, du_labels)\n",
    "    \n",
    "    # We don't calculate BLEU scores all the time as this is expensive, \n",
    "    # it slows down the code\n",
    "    if np.random.random()<0.1:\n",
    "        \n",
    "        # all_labels are labels obtained by concatinating all the labels in batches\n",
    "        all_labels = np.argmax(np.concatenate(du_labels,axis=0),axis=1)\n",
    "        # all_preds are predictions for all unrolled steps\n",
    "        all_preds = np.argmax(tr_pred,axis=1)\n",
    "        \n",
    "        # Get training BLEU candidates and references\n",
    "        batch_cands, batch_refs = create_bleu_ref_candidate_lists(all_preds, all_labels)\n",
    "        \n",
    "        # Accumulate training candidates/references for calculating\n",
    "        # BLEU later\n",
    "        train_bleu_refs.extend(batch_refs)\n",
    "        train_bleu_cands.extend(batch_cands)\n",
    "\n",
    "    # Train BLEU calculations     \n",
    "    # And printing training labels/predictions\n",
    "    if (step+1)%500==0:  \n",
    "        \n",
    "        # Writing actual and predicte data to train_prediction.txt file for some random sentence\n",
    "        print('Step ',step+1)\n",
    "        with open(os.path.join(log_dir, train_prediction_text_fname),'a') as fa:                                \n",
    "            fa.write('============= Step ' +  str(step+1) + ' =============\\n') \n",
    "        \n",
    "        rand_idx = np.random.randint(low=1,high=batch_size)\n",
    "        print_and_save_train_predictions(du_labels, tr_pred, rand_idx, train_prediction_text_fname)                \n",
    "        \n",
    "        # Calculating the BLEU score for the accumulated candidates/references\n",
    "        bscore = 0.0\n",
    "        bscore = corpus_bleu(train_bleu_refs,train_bleu_cands,smoothing_function=nltk.translate.bleu_score.SmoothingFunction().method4)\n",
    "        attn_train_bleu_scores_over_time.append(bscore)\n",
    "        print('(Train) BLEU (%d elements): '%(len(train_bleu_refs)),bscore)\n",
    "        \n",
    "        # Reset the candidate/reference accumulators\n",
    "        train_bleu_refs, train_bleu_cands = [],[]\n",
    "        \n",
    "        # Write BLEU score to file\n",
    "        with open(log_dir + os.sep +'blue_scores_pret.txt','a') as fa_bleu:\n",
    "            fa_bleu.write(str(step+1) +','+str(bscore)+'\\n')\n",
    "        \n",
    "        with open(os.path.join(log_dir, train_prediction_text_fname),'a') as fa:                \n",
    "            fa.write('(Train) BLEU: %.5f\\n'%bscore)        \n",
    "        \n",
    "    avg_loss += l # Update average loss\n",
    "    \n",
    "    sess.run(reset_train_state) # resetting hidden state for each batch\n",
    "    \n",
    "    # ============================= TEST PHASE ==================================\n",
    "    if (step+1)%1000==0:\n",
    "        # calculate average loss\n",
    "        print('============= Step ', str(step+1), ' =============')\n",
    "        print('\\t Loss: ',avg_loss/1000.0)\n",
    "        loss_over_time.append(avg_loss/1000.0)\n",
    "        \n",
    "        # write losses to file\n",
    "        with open(log_dir + os.sep + 'losses_pret.txt','a') as fa_loss:\n",
    "            fa_loss.write(str(step+1) +','+str(avg_loss/1000.0)+'\\n')\n",
    "        \n",
    "        with open(os.path.join(log_dir, train_prediction_text_fname),'a') as fa:                                \n",
    "            fa.write('============= Step ' +  str(step+1) + ' =============\\n') \n",
    "            fa.write('\\t Loss: %.5f\\n'%(avg_loss/1000.0))\n",
    "            \n",
    "        avg_loss = 0.0 # Reset loss\n",
    "        \n",
    "        # Increase gstep to decay learning rate\n",
    "        sess.run(inc_gstep)\n",
    "        \n",
    "        # reset global step when we change the optimizer\n",
    "        if (step+1)==20000: # reset global step when we change the optimizer\n",
    "            sess.run(reset_gstep)\n",
    "        \n",
    "        print('=====================================================')\n",
    "        print('(Test) Translating test sentences ...')\n",
    "\n",
    "        print('Processing test data ... ')\n",
    "        \n",
    "        # ===================================================================================\n",
    "        # Predictions for Test data\n",
    "        for in_i in range(test_inputs.shape[0]//batch_size):\n",
    "            \n",
    "            # Generate encoder / decoder data for testing data\n",
    "            test_eu_data, test_eu_labels, _ = test_enc_data_generator.unroll_batches(sent_ids=np.arange(in_i*batch_size,(in_i+1)*batch_size))\n",
    "            test_du_data, test_du_labels, _ = test_dec_data_generator.unroll_batches(sent_ids=np.arange(in_i*batch_size,(in_i+1)*batch_size))\n",
    "            \n",
    "            # fill the feed dict\n",
    "            feed_dict = {}\n",
    "            for ui,(dat,lbl) in enumerate(zip(test_eu_data,test_eu_labels)):            \n",
    "                feed_dict[enc_test_input[ui]] = dat             \n",
    "\n",
    "            # Get predictions out with decoder          \n",
    "            # run prediction calculation this returns a list of prediction dec_num_unrollings long\n",
    "            test_pred_unrolled = sess.run(test_predictions, feed_dict=feed_dict)\n",
    "            \n",
    "            # We print a randomly selected sample from each batch\n",
    "            test_rand_idx = np.random.randint(0,batch_size) # used for printing test output\n",
    "            \n",
    "            print_and_save_test_predictions(test_du_labels, test_pred_unrolled, in_i, test_rand_idx, test_prediction_text_fname)\n",
    "            \n",
    "            # Things require dto calculate test BLEU score\n",
    "            all_labels = np.argmax(np.concatenate(test_du_labels,axis=0),axis=1)\n",
    "            all_preds = np.concatenate(test_pred_unrolled, axis=0)\n",
    "            batch_cands, batch_refs = create_bleu_ref_candidate_lists(all_preds, all_labels)\n",
    "            test_bleu_refs.extend(batch_refs)\n",
    "            test_bleu_cands.extend(batch_cands)\n",
    "            \n",
    "            # Reset the test state\n",
    "            sess.run(reset_test_state)\n",
    "        \n",
    "        # Calculate test BLEU score\n",
    "        test_bleu_score = 0.0\n",
    "        test_bleu_score = corpus_bleu(test_bleu_refs,test_bleu_cands,\n",
    "                                      smoothing_function=nltk.translate.bleu_score.SmoothingFunction().method4)\n",
    "        attn_test_bleu_scores_over_time.append(test_bleu_score)\n",
    "        print('(Test) BLEU (%d elements): '%(len(test_bleu_refs)),test_bleu_score)\n",
    "        \n",
    "        test_bleu_refs, test_bleu_cands = [],[]        \n",
    "        print('=====================================================')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
